-- Logs begin at Fri 2021-06-04 12:54:49 UTC, end at Fri 2021-06-04 13:49:39 UTC. --
Jun 04 13:23:09.044382 dv-cinder-784779-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 04 13:23:11.605094 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.common.config [-] Logging enabled!
Jun 04 13:23:11.605652 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 04 13:23:11.605784 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91502) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 13:23:11.608985 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.common.config [-] Logging enabled!
Jun 04 13:23:11.609242 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 04 13:23:11.609552 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91502) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 13:23:11.610477 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:23:11.610713 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:23:11.611072 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:23:11.611355 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:23:11.611584 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:23:11.611905 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.612204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.612508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.613450 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.613824 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.614125 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.614413 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.614711 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.615014 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.615337 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.615626 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.615917 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.616151 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.616439 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.616732 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.617024 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.617253 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.617539 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.617965 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.618384 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.618668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.618963 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.619280 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.619559 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.619837 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.620123 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.620452 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] host                           = dv-cinder-784779-14-iscsi {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.620733 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.621024 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.621314 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.621604 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.621882 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.622163 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.622452 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.622731 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.623013 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.623322 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.623615 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.623906 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.624198 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.624426 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.624652 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.624943 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.625233 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.625510 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.625787 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.626063 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.626337 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.626612 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.626885 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.627191 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.627479 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.627767 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.628045 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.628446 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.628934 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.629223 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.629519 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.629799 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.630078 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.630355 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.630644 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.630916 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.631222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.631529 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.631818 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.632103 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.632392 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.632665 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.632949 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.633230 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.633504 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.633778 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.634052 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.634322 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.634604 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.634876 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.635149 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.635444 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.635716 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.636002 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:11.636299 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.636597 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.636900 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.637187 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.637484 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.637766 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.638058 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.638337 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.638627 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.638918 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.639234 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.639517 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.639807 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.640086 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.640384 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.640689 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.640988 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.641283 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.641563 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.641841 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.642119 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.642397 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.642681 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.642983 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.643303 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.643583 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.643894 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.644302 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.644660 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.644938 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.645224 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.645519 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.645802 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.646081 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.646366 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.646649 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.646924 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.647223 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.647504 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.647796 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.648074 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.648348 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.648620 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.648895 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.649165 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.649451 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.649729 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.650005 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.650282 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.650561 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.650836 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.651111 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.651414 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.651691 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.651972 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.652249 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.652525 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.652799 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.653081 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.653358 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.653634 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.653910 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.654189 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.654464 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.654738 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.655012 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.655315 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.655595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.655884 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.656183 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.656463 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.656742 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.657019 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.657299 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.657577 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.657853 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.658132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.658409 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.658683 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.658974 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.659287 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.660188 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.660572 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.660859 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.661161 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.661445 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.661732 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.662015 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.662296 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.662591 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.662876 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.663204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.663505 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.663805 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.664105 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.664398 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.664680 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.664992 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.665274 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:11.665494 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:23:11.665734 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91502) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 04 13:23:12.014105 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:12.014300 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:12.014595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:12.014930 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 04 13:23:12.398158 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.398454 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.398735 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.399933 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.400208 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.400473 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.435931 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.436214 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.436481 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.450170 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.450452 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.450724 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.478865 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.479141 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.479428 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.516936 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.517216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.517483 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.749599 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a8cba2af0> agent after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.750197 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a8cba2af0> agent after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.750197 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a8cba2b80> segment precommit_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.750371 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8a8cba2c10> network precommit_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.751053 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8a8cbb0dc0> segment before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.873547 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> network before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.873869 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8a8cb840d0> agent before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.874157 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> network before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.874438 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.874718 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.875039 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> segment precommit_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.875327 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> segment precommit_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.875592 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> segment after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.875851 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> segment after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.876140 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> network after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.876405 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> network precommit_delete 0 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.876676 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port provisioning_complete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.876946 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.877207 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.877494 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> agent after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.877748 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> subnet after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.878014 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> subnet precommit_delete 0 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.878856 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.879341 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.879656 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> segment_host_mapping after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.880015 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.880277 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.880534 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> port after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.880824 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.881081 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.881334 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a8d49a280>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.881724 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.881964 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.882205 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.882448 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.882684 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.882918 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:12.883311 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 04 13:23:12.886359 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 04 13:23:12.890346 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 04 13:23:12.894641 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jun 04 13:23:12.896357 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 04 13:23:12.896804 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 04 13:23:12.897144 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 04 13:23:12.897532 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 04 13:23:12.900346 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 04 13:23:12.900606 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 04 13:23:12.900957 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 13:23:12.928428 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 04 13:23:12.928875 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8a8c9758e0>> qos_plugin after_init 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.929172 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91502) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 04 13:23:12.929537 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8a8c975bb0>> logging-plugin after_init 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.931043 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91502) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 04 13:23:12.931362 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 13:23:12.931610 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 04 13:23:12.934732 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a8c96d4f0>> floatingip before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.935014 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a8c96d4f0>> port before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:12.999195 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 04 13:23:12.999441 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 04 13:23:12.999734 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 04 13:23:13.000050 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 04 13:23:13.031118 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_db.sqlalchemy.engines [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91502) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 13:23:13.356630 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing driver for type 'gre'
Jun 04 13:23:13.357273 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] gre ID ranges: [(1, 1000)]
Jun 04 13:23:13.408468 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing driver for type 'local'
Jun 04 13:23:13.408814 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing driver for type 'vlan'
Jun 04 13:23:13.420191 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] VlanTypeDriver initialization complete
Jun 04 13:23:13.420647 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing driver for type 'vxlan'
Jun 04 13:23:13.421124 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] vxlan ID ranges: [(1, 1000)]
Jun 04 13:23:13.475026 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing extension driver 'port_security'
Jun 04 13:23:13.475391 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.extensions.port_security [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] PortSecurityExtensionDriver initialization complete
Jun 04 13:23:13.475727 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing mechanism driver 'openvswitch'
Jun 04 13:23:13.476056 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing mechanism driver 'hyperv'
Jun 04 13:23:13.482495 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.plugins.ml2.plugin [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:13.483276 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb327f0>> port after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.483659 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb327f0>> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.484016 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb327f0>> port after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.484411 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb32a60>> subnet after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.484768 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb32a60>> subnet after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.485118 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8cb32a60>> subnet after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.485502 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510760>> network after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.485853 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510760>> network after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.486198 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510760>> network after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.486579 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510940>> security_group after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.486928 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510940>> security_group after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.487302 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510940>> security_group after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.487881 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510bb0>> security_group_rule after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.488301 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510bb0>> security_group_rule after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.488650 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510bb0>> security_group_rule after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.489033 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510e20>> address_group after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.489379 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510e20>> address_group after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.489722 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a8c510e20>> address_group after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.490065 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] ML2 OVO RPC backend initialized. {{(pid=91502) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 04 13:23:13.490765 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> router_interface after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.491119 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> router_interface after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.491569 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> network before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.491918 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> networks before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.492269 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> port before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.492612 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> ports before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.492955 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> subnet before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.493298 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> subnets before_response 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.493649 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> network after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.493992 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> network after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.494332 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> network after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.494672 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> port after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.495012 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.495379 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> port after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.495722 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> subnet after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.496059 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> subnet after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.496393 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a8c516250>> subnet after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.496967 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.plugin [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Modular L2 Plugin initialization complete
Jun 04 13:23:13.497294 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading services supported by the core plugin {{(pid=91502) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 04 13:23:13.497624 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.plugins.ml2.managers [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Got port-security extension from driver 'port_security'
Jun 04 13:23:13.498083 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.extensions.vlantransparent [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Disabled vlantransparent extension.
Jun 04 13:23:13.498566 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91502) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 04 13:23:13.498882 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: router
Jun 04 13:23:13.535947 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router_interface before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.536390 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_create 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.536716 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router before_create 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.537086 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router_interface before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.537458 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router_interface after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.537811 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_delete 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.538168 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> floatingip after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.538530 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_create 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.538876 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.539247 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.539595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router_gateway after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.539951 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.540359 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.540728 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8a8cafe0d0> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.541067 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8a8cafcf70> port after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.541404 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8a8cafe040> subnet after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.541741 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8a8cafe160> subnetpool_address_scope after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.542086 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> port precommit_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.542431 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_create 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.542773 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8a8cc5af70> port before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.543116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.543508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router after_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.543852 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_delete 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.544201 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_create 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.544565 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router_interface after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.544911 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> router precommit_update 55549900 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.545281 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a8c516370>> network after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.546133 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Tracking information for resource: router configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:13.546467 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Tracking information for resource: floatingip configured {{(pid=91502) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 13:23:13.551646 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.db.l3_agentschedulers_db [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 04 13:23:13.552224 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8a8c4905e0> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.552587 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8a8c4904c0> port after_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.552940 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _notify_port_delete at 0x7f8a8c490550> port after_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.553293 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8a8c4908b0> port after_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.554071 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a8c42bb50>> router before_create 55550100 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.554435 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a8c42bb50>> router precommit_delete 55550100 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.554796 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a8c42bb50>> router precommit_create 55550100 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.555153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a8c42bb50>> router precommit_update 55550100 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.559510 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.provider_configuration [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service providers = [] {{(pid=91502) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 04 13:23:13.559873 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.db.servicetype_db [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91502) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 04 13:23:13.562907 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.service_base [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:23:13.563295 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.service_base [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:23:13.563641 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.service_base [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:23:13.564510 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.services.service_base [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91502) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 13:23:13.564885 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.services.service_base [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 04 13:23:13.565260 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.565580 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 04 13:23:13.576275 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.576615 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: auto_allocate
Jun 04 13:23:13.582932 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a8c45cca0> network precommit_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.583335 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a8c45cca0> network precommit_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.583859 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.584180 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: tag
Jun 04 13:23:13.590926 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.591297 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: timestamp
Jun 04 13:23:13.595039 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.595403 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: network_ip_availability
Jun 04 13:23:13.601378 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c45a160>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.601753 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c45a160>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.602112 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c45a160>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.602824 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.603144 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: flavors
Jun 04 13:23:13.609341 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.609675 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading Plugin: revisions
Jun 04 13:23:13.613955 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91502) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 13:23:13.614347 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=91502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:13.615089 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91502) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 04 13:23:13.615452 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Initializing extension manager.
Jun 04 13:23:13.615960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: __init__.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.616307 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: __pycache__ {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.616643 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.616976 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: address_group.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.617721 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.618294 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: address-group
Jun 04 13:23:13.618620 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: address_scope.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.619359 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.619874 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: address-scope
Jun 04 13:23:13.620198 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.621114 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.621633 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: router-admin-state-down-before-update
Jun 04 13:23:13.621957 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: agent.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.622645 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.623158 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: agent
Jun 04 13:23:13.623513 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: agent_resources_synced.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.624402 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.624916 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: agent-resources-synced
Jun 04 13:23:13.625241 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: allowedaddresspairs.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.626999 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.627561 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: allowed-address-pairs
Jun 04 13:23:13.627891 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: auto_allocated_topology.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.629077 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.629592 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: auto-allocated-topology
Jun 04 13:23:13.629921 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: availability_zone.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.630609 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.631120 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: availability_zone
Jun 04 13:23:13.631475 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: availability_zone_filter.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.632377 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.632888 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: availability_zone_filter
Jun 04 13:23:13.633214 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: data_plane_status.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.634107 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.634615 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 04 13:23:13.634938 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: default_subnetpools.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.635870 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.636389 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: default-subnetpools
Jun 04 13:23:13.636712 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.637507 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.638020 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: dhcp_agent_scheduler
Jun 04 13:23:13.638347 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: dns.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.639276 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.639793 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension dns-integration not supported by any of loaded plugins
Jun 04 13:23:13.640119 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: dns_domain_ports.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.641023 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.641540 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 04 13:23:13.641867 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: dvr.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.642532 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.643050 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: dvr
Jun 04 13:23:13.643406 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: empty_string_filtering.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.645012 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.645527 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: empty-string-filtering
Jun 04 13:23:13.645851 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.646768 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.647310 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 04 13:23:13.647635 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.648534 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.649043 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 04 13:23:13.649364 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: external_net.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.650254 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.650766 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: external-net
Jun 04 13:23:13.651087 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.652005 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.652513 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: extra_dhcp_opt
Jun 04 13:23:13.652833 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: extraroute.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.653726 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.654233 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: extraroute
Jun 04 13:23:13.654552 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: extraroute_atomic.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.655595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.656105 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: extraroute-atomic
Jun 04 13:23:13.656433 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: filter_validation.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.765333 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.765977 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: filter-validation
Jun 04 13:23:13.766281 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: fip_pf_description.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.767417 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.767939 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 04 13:23:13.768270 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: fip_port_details.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.769727 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.770247 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: fip-port-details
Jun 04 13:23:13.770577 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: flavors.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.771864 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.772396 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: flavors
Jun 04 13:23:13.772739 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.774438 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.774977 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 04 13:23:13.775348 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: floatingip_pools.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.776061 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.776579 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: floatingip-pools
Jun 04 13:23:13.776909 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: ip_allocation.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.777820 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.778332 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 04 13:23:13.778661 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.779595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.780115 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: ip-substring-filtering
Jun 04 13:23:13.780445 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l2_adjacency.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.781353 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.781870 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 04 13:23:13.782198 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.783225 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.783754 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: router
Jun 04 13:23:13.784083 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.786987 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.787495 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 04 13:23:13.787833 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.788746 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.789265 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: ext-gw-mode
Jun 04 13:23:13.789596 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.790506 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.791020 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: l3-ha
Jun 04 13:23:13.791370 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3_flavors.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.792294 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.792817 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: l3-flavors
Jun 04 13:23:13.793144 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.794066 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.794583 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 04 13:23:13.794909 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: l3agentscheduler.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.796099 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.796620 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: l3_agent_scheduler
Jun 04 13:23:13.796953 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: logging.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.798443 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.798968 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension logging not supported by any of loaded plugins
Jun 04 13:23:13.799334 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: metering.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.800263 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.800935 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: metering
Jun 04 13:23:13.801269 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.802367 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.802892 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: metering_source_and_destination_fields
Jun 04 13:23:13.803239 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: multiprovidernet.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.804159 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.804681 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: multi-provider
Jun 04 13:23:13.805006 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: netmtu.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.805908 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.806421 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: net-mtu
Jun 04 13:23:13.806744 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: netmtu_writable.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.807675 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.808188 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: net-mtu-writable
Jun 04 13:23:13.808511 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: network_availability_zone.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.809175 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.809687 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: network_availability_zone
Jun 04 13:23:13.810010 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: network_ip_availability.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.811086 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.811625 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: network-ip-availability
Jun 04 13:23:13.811948 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: network_segment_range.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.812706 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.813216 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 04 13:23:13.813538 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: pagination.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.814507 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.814836 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: pagination
Jun 04 13:23:13.815158 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: port_device_profile.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.816613 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.817140 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: port-device-profile
Jun 04 13:23:13.817467 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.818373 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.818884 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: port-mac-address-regenerate
Jun 04 13:23:13.819233 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.820145 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.820656 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: port-numa-affinity-policy
Jun 04 13:23:13.820981 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: port_resource_request.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.821875 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.822391 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 04 13:23:13.822715 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: portbindings.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.823650 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.824162 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: binding
Jun 04 13:23:13.824485 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: portbindings_extended.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.825743 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.826258 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: binding-extended
Jun 04 13:23:13.826586 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: portsecurity.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.827516 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.828033 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: port-security
Jun 04 13:23:13.828360 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: project_id.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.829322 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.829653 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: project-id
Jun 04 13:23:13.829975 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: providernet.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.830876 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.832114 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: provider
Jun 04 13:23:13.832515 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.836135 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.836671 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos not supported by any of loaded plugins
Jun 04 13:23:13.837008 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.838241 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.838762 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 04 13:23:13.839093 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.840018 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.840536 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 04 13:23:13.840862 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_default.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.841759 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.842271 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-default not supported by any of loaded plugins
Jun 04 13:23:13.842597 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_fip.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.843266 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.843773 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-fip not supported by any of loaded plugins
Jun 04 13:23:13.844097 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_gateway_ip.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.845005 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.845521 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 04 13:23:13.845845 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_port_network_policy.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.846746 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.847945 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 04 13:23:13.848275 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_rule_type_details.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.849177 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.849690 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 04 13:23:13.850017 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: qos_rules_alias.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.851052 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.851610 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 04 13:23:13.851938 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: quotasv2.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.852837 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.853162 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: quotas
Jun 04 13:23:13.853483 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: quotasv2_detail.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.855091 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.855483 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: quota_details
Jun 04 13:23:13.855820 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: rbac.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.856863 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.857394 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: rbac-policies
Jun 04 13:23:13.857728 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: rbac_address_group.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.858646 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.859192 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: rbac-address-group
Jun 04 13:23:13.859526 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: rbac_address_scope.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.860429 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.860951 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: rbac-address-scope
Jun 04 13:23:13.861279 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: rbac_security_groups.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.862174 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.862768 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: rbac-security-groups
Jun 04 13:23:13.863097 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: rbac_subnetpool.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.864033 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.864558 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: rbac-subnetpool
Jun 04 13:23:13.864885 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: revisionifmatch.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.865788 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.866311 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: revision-if-match
Jun 04 13:23:13.866638 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: revisions.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.867752 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.868273 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: standard-attr-revisions
Jun 04 13:23:13.868601 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: router_availability_zone.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.869264 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.869781 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: router_availability_zone
Jun 04 13:23:13.870107 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: routerservicetype.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.871015 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.871570 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension router-service-type not supported by any of loaded plugins
Jun 04 13:23:13.871896 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.872802 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.873316 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: security-groups-normalized-cidr
Jun 04 13:23:13.873640 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.874542 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.875059 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: port-security-groups-filtering
Jun 04 13:23:13.875418 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.876326 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.876841 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: security-groups-remote-address-group
Jun 04 13:23:13.877166 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: securitygroup.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.887362 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.887902 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: security-group
Jun 04 13:23:13.888242 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: segment.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.889016 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.889534 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension segment not supported by any of loaded plugins
Jun 04 13:23:13.889863 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.890786 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.891348 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 04 13:23:13.891679 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: servicetype.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.892789 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.893314 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: service-type
Jun 04 13:23:13.893643 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: sorting.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.895153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.895510 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: sorting
Jun 04 13:23:13.895837 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: standard_attr_segment.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.896730 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.897249 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 04 13:23:13.897576 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: standardattrdescription.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.898214 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.898731 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: standard-attr-description
Jun 04 13:23:13.899057 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: stateful_security_group.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.899988 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.900513 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: stateful-security-group
Jun 04 13:23:13.900843 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: stdattrs_common.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.901417 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 04 13:23:13.901741 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.902726 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.903282 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 04 13:23:13.903609 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnet_onboard.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.904670 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.905195 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: subnet_onboard
Jun 04 13:23:13.905523 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.906437 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.906953 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 04 13:23:13.907314 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnet_service_types.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.908226 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.908745 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: subnet-service-types
Jun 04 13:23:13.909070 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnetallocation.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.910341 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.910863 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: subnet_allocation
Jun 04 13:23:13.911223 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.911889 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.912407 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: subnetpool-prefix-ops
Jun 04 13:23:13.912740 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.913658 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.914176 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 04 13:23:13.914500 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: tagging.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.915566 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.916105 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: standard-attr-tag
Jun 04 13:23:13.916437 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: timestamp.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.917626 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.918149 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loaded extension: standard-attr-timestamp
Jun 04 13:23:13.918479 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: trunk.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.919541 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.920065 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension trunk not supported by any of loaded plugins
Jun 04 13:23:13.920393 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: trunk_details.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.921297 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.921817 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension trunk-details not supported by any of loaded plugins
Jun 04 13:23:13.922143 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: uplink_status_propagation.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.923058 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.923600 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 04 13:23:13.923923 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Loading extension file: vlantransparent.py {{(pid=91502) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 13:23:13.924580 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91502) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 13:23:13.925116 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 04 13:23:13.927535 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:network
Jun 04 13:23:13.928271 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnet
Jun 04 13:23:13.929055 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:23:13.929666 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:port
Jun 04 13:23:13.930980 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.931548 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service FLAVORS assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.932161 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.932600 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.932931 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:router
Jun 04 13:23:13.933592 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 13:23:13.934311 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service METERING assigned prefix: /metering {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.935834 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c327df0>> rbac-policy before_create 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.936216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c327df0>> rbac-policy before_update 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.936567 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a8c327df0>> rbac-policy before_delete 55550000 {{(pid=91502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:23:13.937684 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 13:23:13.938124 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 13:23:13.938789 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 13:23:13.939583 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service CORE assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.939914 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:23:13.940253 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] subnetpool is already registered
Jun 04 13:23:13.941447 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service CORE assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.941781 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:23:13.942102 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] subnetpool is already registered
Jun 04 13:23:13.944701 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.945139 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service FLAVORS assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.945730 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.946153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.946484 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:router
Jun 04 13:23:13.946812 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] router is already registered
Jun 04 13:23:13.947448 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 13:23:13.947782 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] floatingip is already registered
Jun 04 13:23:13.948421 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service METERING assigned prefix: /metering {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.949103 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 13:23:13.949434 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] rbac_policy is already registered
Jun 04 13:23:13.949979 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 13:23:13.950307 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] security_group is already registered
Jun 04 13:23:13.950895 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 13:23:13.951255 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] security_group_rule is already registered
Jun 04 13:23:13.951940 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service CORE assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.952271 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:23:13.952599 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] subnetpool is already registered
Jun 04 13:23:13.953199 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.v2.resource_helper [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Service CORE assigned prefix:  {{(pid=91502) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 13:23:13.953525 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 13:23:13.953848 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING neutron.quota.resource_registry [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] subnetpool is already registered
Jun 04 13:23:13.954496 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: extensions {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.955964 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: address-groups {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.958196 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: address-scopes {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.959430 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: agents {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.960600 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: auto-allocated-topology {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.961836 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: availability_zones {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.963147 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: dhcp-networks {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.964636 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: dhcp-agents {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.966064 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: routers {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.968793 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: flavors {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.969945 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: service_profiles {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.971184 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: next_providers {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.972776 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: service_profiles {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.974231 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: floatingip-pools {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.975473 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: routers {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.977274 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: floatingips {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.978460 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: l3-routers {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.979877 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: l3-agents {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.981289 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: metering-labels {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.982632 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: metering-label-rules {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.983940 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: network-ip-availabilities {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.985195 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: bindings {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.986870 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: quotas {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.988544 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: quotas {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.989942 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: rbac-policies {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.991261 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: security-groups {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.992460 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: security-group-rules {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.993705 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: service-providers {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.994949 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: subnetpools {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.996399 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: subnetpools {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.997841 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:13.999544 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.001400 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.003733 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.005693 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.007527 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.009222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.011094 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.012866 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.014700 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron.api.extensions [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Extended resource: tags {{(pid=91502) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 13:23:14.021134 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING keystonemiddleware.auth_token [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 04 13:23:14.025820 dv-cinder-784779-14-iscsi neutron-server[91502]: WARNING keystonemiddleware.auth_token [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 04 13:23:14.033798 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Acquired lock "singleton_lock" {{(pid=91502) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 04 13:23:14.034271 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_concurrency.lockutils [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Releasing lock "singleton_lock" {{(pid=91502) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 04 13:23:14.034918 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Starting 2 workers
Jun 04 13:23:14.039635 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Started child 91607 {{(pid=91502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:23:14.043821 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Started child 91608 {{(pid=91502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:23:14.044795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.045404 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO neutron.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 04 13:23:14.045983 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Notify callbacks [] for process, before_spawn {{(pid=91502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.046350 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [-] (91607) wsgi starting up on http://0.0.0.0:9696
Jun 04 13:23:14.048239 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.048669 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Starting 1 workers
Jun 04 13:23:14.049599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [-] (91608) wsgi starting up on http://0.0.0.0:9696
Jun 04 13:23:14.053543 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Started child 91609 {{(pid=91502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:23:14.054093 dv-cinder-784779-14-iscsi neutron-server[91502]: INFO oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Starting 1 workers
Jun 04 13:23:14.057022 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] calling RpcWorker wait() {{(pid=91609) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 04 13:23:14.057589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] returning from RpcWorker wait() {{(pid=91609) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 04 13:23:14.058432 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Started child 91610 {{(pid=91502) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 13:23:14.058887 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.059270 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG neutron_lib.callbacks.manager [None req-f21523e9-c9fd-4485-bd94-29ed3c632016 None None] Notify callbacks [] for process, after_spawn {{(pid=91502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.059513 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:14.061118 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91502) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 13:23:14.061330 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:23:14.061512 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:23:14.061733 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:23:14.062081 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:23:14.062242 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:23:14.062737 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.063010 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.063105 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:14.063590 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.063590 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.063862 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.064496 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.064768 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.065024 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.065302 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.065573 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.066667 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.066807 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.067073 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.067347 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.067665 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.067926 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.068200 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.068455 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.068633 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.068890 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.069153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.069387 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.069663 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.069926 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.070432 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.070688 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.070922 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.071144 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.071447 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.071696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.071950 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.072187 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.072420 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.072659 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.072911 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.073172 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.073404 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.073623 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.073885 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.074105 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.074588 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-14-iscsi {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.074836 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.075051 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.075333 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.075579 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.075823 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.076060 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.076307 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.076551 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.076804 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.077122 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.077295 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.077553 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.077798 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.078039 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.078204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.078420 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.078690 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.078960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.079151 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.079358 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.079584 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.079798 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.079963 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.080207 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.080424 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.080639 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.080851 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.081088 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.081378 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.082156 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.082387 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.082603 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.082834 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.083091 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.083343 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.083570 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.083817 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.084057 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.084290 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.084506 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.084737 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.084963 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.085188 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.085389 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.085644 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.085878 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.086137 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.086370 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.086621 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.086854 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.087082 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.088508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.088508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.088508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.088508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089071 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.089960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.090317 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.090317 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.090598 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.090912 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.091152 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.091399 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.091727 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.091877 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.092257 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.092544 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.092853 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.093649 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.093649 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.093649 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.094123 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.094123 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.096222 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.098238 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.100668 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.102116 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.104696 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105216 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105467 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105467 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105717 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.105911 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.106136 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.106402 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.106614 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.106830 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.107044 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.107288 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.107518 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.107786 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.108009 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.108221 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.108680 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.108680 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.108910 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.109131 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.109353 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.109572 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111202 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111655 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111655 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111655 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.111837 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.112058 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.112272 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.112781 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.113049 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.113428 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.113654 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.113914 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.114159 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.114422 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.114663 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.114910 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.115210 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.115408 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.115655 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.115908 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.116132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.116367 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.116635 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.116907 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.117199 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.117466 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.117959 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.118187 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.118446 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.118704 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.118978 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.119281 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.119527 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.119776 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.120039 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.120313 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.120548 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.120822 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.121058 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.121340 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.121623 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.121895 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.122157 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.122404 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.122651 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.122904 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.123200 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.123445 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.123682 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.123909 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.124153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.124431 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.124664 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.124897 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.125132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.125374 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.125710 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.125957 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.126171 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.126385 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.126656 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.126913 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.127147 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.127427 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.127683 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.127935 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.128764 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.129143 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.129519 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.129753 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.129984 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.130199 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.130446 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.130663 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.130912 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.131126 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.131380 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.131631 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.131846 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.132065 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.132299 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.132516 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.132733 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.133002 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.133213 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.133432 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.133666 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.133921 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.134094 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.134309 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.134521 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.134819 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.135978 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.136379 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.136757 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.137009 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.137400 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.137707 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.137984 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.138213 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.138458 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.138683 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.138901 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.139119 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.139380 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.139611 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.139827 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.140080 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.141643 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.141898 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.142158 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.142491 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.142746 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.142980 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.143278 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.144912 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.145227 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.145490 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.145733 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.145957 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.146178 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.146398 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.146672 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.146918 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.147158 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.147611 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.147830 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.148042 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.148281 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.148821 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.149128 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.149382 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.149843 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.150105 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.150352 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.150604 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.150818 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.151032 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.151277 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.151488 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.151715 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.151924 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.152156 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.152372 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.152579 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.152803 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.153349 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.154059 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.154279 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.154490 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.154718 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.154929 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.155139 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.155379 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.155589 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.155900 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.156168 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.156408 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.156694 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.156943 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.157189 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.157450 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.157790 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.158026 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.158289 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.158525 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.158742 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.158961 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.159266 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.159794 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.160120 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.160379 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.160618 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.160907 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.161189 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.161454 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.161685 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.161991 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.162321 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.162604 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.162871 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.163103 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.163391 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.163615 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.163831 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.164079 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.164313 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.164532 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.165720 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.166005 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.166243 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.166665 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.166953 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.168675 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.169294 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.169552 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.170019 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.170390 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.170556 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:23:14.171525 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91502) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 13:23:14.171775 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 13:23:14.172073 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 13:23:14.172253 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 13:23:14.172428 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 13:23:14.172635 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 13:23:14.172853 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173025 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173188 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173351 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173510 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173813 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.173984 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.174147 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.175311 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.175486 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.176718 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.176895 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177062 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177224 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177393 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177551 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177711 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.177872 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178045 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178206 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178364 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178523 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178681 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.178840 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.179037 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.179834 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.180010 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.180874 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.181187 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.182360 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.182539 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.183022 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.183224 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.183938 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184126 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184216 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:14.184317 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184438 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184602 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184763 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.184924 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185085 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-14-iscsi {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185257 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185409 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185568 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185727 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.185884 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186042 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186201 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186359 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186518 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186676 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186834 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.186991 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.187149 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.187400 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.187556 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.187714 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.187871 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188029 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188206 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188372 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188531 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188689 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.188849 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189008 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189166 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189324 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189487 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189645 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189802 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.189960 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.190124 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.190265 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.190422 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.190580 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.191327 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.191440 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.191598 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.191756 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.191913 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192071 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192228 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192385 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192544 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192700 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.192857 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193015 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193172 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193331 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193489 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193646 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193804 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.193962 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194124 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194283 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194441 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194598 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194755 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.194913 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.195073 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.196392 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.196596 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.196772 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.197438 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.197821 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.198033 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.198272 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.198484 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.198933 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.199101 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 13:23:14.199680 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.200253 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.200434 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.200601 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.202458 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.202642 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.202819 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.202980 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.203147 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.203334 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.203866 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.204638 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.204829 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.204998 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.206936 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207158 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207322 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207516 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207659 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207813 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.207972 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208317 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208485 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208645 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208803 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.208966 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209129 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209292 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209461 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209624 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209786 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.209948 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210110 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210270 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210436 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210596 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210757 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.210919 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.211080 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.211818 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.211986 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212153 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212318 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 40690) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:14.212522 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212632 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212793 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.212947 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.213113 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.213842 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214025 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214189 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214351 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214513 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214752 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214857 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.214997 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215140 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215334 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215477 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215633 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215809 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.215970 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216133 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216294 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216458 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216621 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216780 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.216939 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217103 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217266 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217429 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217585 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217795 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.217888 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218052 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218211 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218369 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218531 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218693 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.218838 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219002 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219145 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219339 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219512 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219679 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219840 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.219984 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220148 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220313 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220455 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220624 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220766 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.220932 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221083 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221243 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221386 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221555 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221698 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0067093
Jun 04 13:23:14.221855 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.221995 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.222388 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.222550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.222699 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.222861 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.223004 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.223205 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.223353 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.224348 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.224526 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.224692 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.224862 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225096 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225239 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225374 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225510 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225645 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225780 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.225945 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.228072 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.228253 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.228432 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.228595 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.229550 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230308 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230308 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230308 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230308 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230308 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230628 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.230628 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.231204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.231204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.231204 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.232819 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.232933 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.233085 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.233237 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.233404 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.233576 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.233741 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.234888 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235069 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235607 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235607 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235607 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235844 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.235972 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.236056 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.236182 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.236752 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.236919 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.237091 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.238753 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239089 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239359 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239520 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239652 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239816 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.239982 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240145 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240313 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240480 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240642 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240805 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.240970 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241309 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241457 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241611 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241766 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.241952 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242120 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242300 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242391 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242551 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242712 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.242875 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.243032 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.243416 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.243971 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.244077 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.244200 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.244374 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.245083 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.246100 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.246281 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247237 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247352 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247508 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247672 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247834 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.247995 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248157 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248323 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248488 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248653 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248814 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.248974 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249136 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249296 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249456 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249635 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249799 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.249959 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250112 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250262 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250495 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250601 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250761 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.250888 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.251047 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.251799 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.251972 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.252294 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.252457 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.252619 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.252792 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.252953 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.253168 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.253831 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.253992 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.254430 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.254534 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.254675 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.254807 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.254969 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255145 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255333 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255495 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255665 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255827 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.255987 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256147 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256322 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256484 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256648 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256811 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.256970 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257130 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257293 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257461 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257629 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257846 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.257956 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258129 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258297 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258466 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258627 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258798 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.258970 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259132 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259315 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259476 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259637 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259812 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.259958 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260120 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260286 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260447 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260607 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260767 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.260928 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261088 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261249 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261410 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261571 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261731 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.261892 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.262053 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 13:23:14.262220 dv-cinder-784779-14-iscsi neutron-server[91502]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91502) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 13:23:25.118545 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25951d68-b006-46bf-ac90-c2fd89760ba4 None None] get_active_networks_info from dv-cinder-784779-14-iscsi {{(pid=91609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 13:23:25.220548 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c018ad4-9d49-4a51-9457-f33dbbc02a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:25.257798 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25951d68-b006-46bf-ac90-c2fd89760ba4 None None] No non-hosted networks {{(pid=91609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 04 13:23:27.567373 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7e2c157f-5210-448c-adb8-53a112df4482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:27.614266 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cf199964-6477-485b-9514-c6ffd03aa74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:28.018987 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:28.019716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.020224 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.020706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.021270 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.021657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.022142 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.022623 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.023113 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.023885 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.024405 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.024908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.025385 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:28.025928 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4520>, 'Open vSwitch agent', 'dv-cinder-784779-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:28.040042 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0991f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:23:28.805229 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:30.484564 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:30.958208 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.db.l3_hamode_db [None req-6ae3ede7-d39f-4000-a4fe-b2b501135c54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 04 13:23:31.044901 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3ede7-d39f-4000-a4fe-b2b501135c54 None None] Routers set() bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:23:31.045299 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3ede7-d39f-4000-a4fe-b2b501135c54 None None] Router IDs set() for agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 04 13:23:31.716635 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 40784) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:32.285773 dv-cinder-784779-14-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-500e87a3-fcae-40ab-aa54-9c3d13c0f34b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:32.286660 dv-cinder-784779-14-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-500e87a3-fcae-40ab-aa54-9c3d13c0f34b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:32.501187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-500e87a3-fcae-40ab-aa54-9c3d13c0f34b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:23:32.502169 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-500e87a3-fcae-40ab-aa54-9c3d13c0f34b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7845979
Jun 04 13:23:34.912513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40798) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:35.485099 dv-cinder-784779-14-iscsi neutron-server[91608]: WARNING oslo_policy.policy [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:35.485698 dv-cinder-784779-14-iscsi neutron-server[91608]: WARNING oslo_policy.policy [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:35.697980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:23:35.796008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.policy [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91608) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 13:23:35.840796 dv-cinder-784779-14-iscsi neutron-server[91608]: WARNING oslo_policy.policy [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:35.841163 dv-cinder-784779-14-iscsi neutron-server[91608]: WARNING oslo_policy.policy [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:23:35.849809 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.quota [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8a8bdae310>.
Jun 04 13:23:35.865051 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:35.922418 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561749597', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561750016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561761062', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561766282', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561776917', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764561783365', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2039659', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2096484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540819'] for rbac-policy, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:35.982996 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:35.984300 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d45a09c9-ba0e-41e9-9fab-98fbab82a6b8 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0696883
Jun 04 13:23:38.548771 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40816) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:38.906250 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:23:38.911718 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:38.915863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Usage tracker for resource:network and tenant:a737cc83ddb644aab522779ec75eb909 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:38.920322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:38.928086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:38.937361 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Made reservation on behalf of a737cc83ddb644aab522779ec75eb909 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:23:38.940290 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:38.958113 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:38.972278 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:38.975867 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Usage tracker for resource:security_group_rule and tenant:a737cc83ddb644aab522779ec75eb909 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:38.980702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:38.986099 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:39.078368 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.082488 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.087857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:39.107880 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:23:39.133706 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764565201592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.134289 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a8cba2b80> segment precommit_create {{(pid=91608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 13:23:39.134755 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Added segment 5e7b5b63-a954-4302-b093-4c059bf3fb5c of type vlan for network e657dddd-d61d-464b-acc2-2ccbe8f035d7
Jun 04 13:23:39.181543 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008af175-4def-45a8-bd3f-81ca4f575685,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:39.201626 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.201974 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.202303 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.202624 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.202942 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.203297 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.203615 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.203940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.204275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.204588 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.204895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.205199 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Tracked resource versions report:
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]: pushed versions:
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]: {   'AddressGroup': {'1.2'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'ConntrackHelper': {'1.0'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Log': {'1.0'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Network': {'1.1'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Port': {'1.7'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'PortForwarding': {'1.2'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'QosPolicy': {'1.8'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SecurityGroup': {'1.4'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SubPort': {'1.0'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Subnet': {'1.1'},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Trunk': {'1.1'}}
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]: consumer versions:
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Log': '1.0',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Network': '1.1',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Port': '1.7',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'PortForwarding': '1.2',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'QosPolicy': '1.8',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SecurityGroup': '1.4',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SubPort': '1.0',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Subnet': '1.1',
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Trunk': '1.1'}}
Jun 04 13:23:39.207054 dv-cinder-784779-14-iscsi neutron-server[91608]:  {{(pid=91608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:23:39.249560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.254767 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:39.293172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.294747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:23:39.295424 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:39.299950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:39.395121 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8452177
Jun 04 13:23:39.402777 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Pushing event updated for resources: {'Network': ['ID=e657dddd-d61d-464b-acc2-2ccbe8f035d7,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:39.406090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:39.415446 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:23:42.042109 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40830) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:42.484447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd82a5-09c7-4437-a4ca-5b9025d60831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:23:42.485692 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a7fd82a5-09c7-4437-a4ca-5b9025d60831 admin admin] 10.222.0.20 "GET /v2.0/networks/e657dddd-d61d-464b-acc2-2ccbe8f035d7 HTTP/1.1" status: 200  len: 825 time: 0.4426067
Jun 04 13:23:42.512227 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5513c62c-313d-400f-8e6e-7b9568585a6f admin admin] 10.222.0.20 "GET /v2.0/subnetpools/0baf5ae1-ff71-47d7-9063-e319b6921830 HTTP/1.1" status: 200  len: 734 time: 0.0212111
Jun 04 13:23:42.521040 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Request body: {'subnet': {'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'name': 'private-subnet', 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830', 'gateway_ip': '172.20.0.1', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:23:42.525465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:42.529093 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Usage tracker for resource:subnet and tenant:a737cc83ddb644aab522779ec75eb909 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:42.531913 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:42.537461 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:42.546937 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Made reservation on behalf of a737cc83ddb644aab522779ec75eb909 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:23:42.549475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.029301 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.034815 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:43.113550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Checking segment: {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:23:43.114216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Network hostable DHCP agents. Network: e657dddd-d61d-464b-acc2-2ccbe8f035d7, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:23:43.117439 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfdb9a5-0017-44e3-bb6a-7e8af1362390,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:43.123734 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:43.134826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:23:43.145162 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, e657dddd-d61d-464b-acc2-2ccbe8f035d7) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:23:43.150849 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:23:43.152754 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.153823 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df03cb-39b8-4a63-92a7-a5b42f502836 None None] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:23:43.172750 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6556559
Jun 04 13:23:43.465961 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:23:43.467147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.649367 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Allocated IP 172.20.0.2 (e657dddd-d61d-464b-acc2-2ccbe8f035d7/0bfdb9a5-0017-44e3-bb6a-7e8af1362390/e118d8f7-ff7b-4dec-8d11-131454ee4e6e) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:23:43.879799 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.893953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Transition to ACTIVE for port object e118d8f7-ff7b-4dec-8d11-131454ee4e6e will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:23:43.912807 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Transition to ACTIVE for port object e118d8f7-ff7b-4dec-8d11-131454ee4e6e will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:23:43.919971 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:43.924074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:43.979213 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:23:43.981925 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:23:43.996245 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:23:43.999636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Pushing event updated for resources: {'Port': ['ID=e118d8f7-ff7b-4dec-8d11-131454ee4e6e,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:44.037483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.037848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.038188 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.038520 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.038844 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.039186 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.039513 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.039834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.040169 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.040488 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.040802 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.041114 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Tracked resource versions report:
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]: pushed versions:
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]: {   'AddressGroup': {'1.2'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'ConntrackHelper': {'1.0'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Log': {'1.0'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Network': {'1.1'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Port': {'1.7'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'PortForwarding': {'1.2'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'QosPolicy': {'1.8'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SecurityGroup': {'1.4'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SubPort': {'1.0'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Subnet': {'1.1'},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Trunk': {'1.1'}}
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]: consumer versions:
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Log': '1.0',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Network': '1.1',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Port': '1.7',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'PortForwarding': '1.2',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'QosPolicy': '1.8',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SecurityGroup': '1.4',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SubPort': '1.0',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Subnet': '1.1',
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Trunk': '1.1'}}
Jun 04 13:23:44.042435 dv-cinder-784779-14-iscsi neutron-server[91609]:  {{(pid=91609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:23:44.076384 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:44.101664 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Attempting to bind port e118d8f7-ff7b-4dec-8d11-131454ee4e6e on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:23:44.102054 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Attempting to bind port e118d8f7-ff7b-4dec-8d11-131454ee4e6e by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:23:44.102469 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Attempting to bind port e118d8f7-ff7b-4dec-8d11-131454ee4e6e on network e657dddd-d61d-464b-acc2-2ccbe8f035d7 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:23:44.107859 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:23:44.108284 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Checking segment: {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:23:44.108763 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:44.109157 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Bound using segment: {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:23:44.109619 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Bound port: e118d8f7-ff7b-4dec-8d11-131454ee4e6e, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:23:44.109993 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:44.196701 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] For port e118d8f7-ff7b-4dec-8d11-131454ee4e6e, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:23:44.200624 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] For port e118d8f7-ff7b-4dec-8d11-131454ee4e6e, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=e118d8f7-ff7b-4dec-8d11-131454ee4e6e,segment=NetworkSegment(5e7b5b63-a954-4302-b093-4c059bf3fb5c),segment_id=5e7b5b63-a954-4302-b093-4c059bf3fb5c)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:23:44.204928 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:44.210028 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:44.295841 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Pushing event updated for resources: {'Port': ['ID=e118d8f7-ff7b-4dec-8d11-131454ee4e6e,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:44.299943 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:45.560894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 40838) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:45.945074 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-b09febda-a335-4c0d-890f-e2a7a84cb435 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:23:45.946087 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b09febda-a335-4c0d-890f-e2a7a84cb435 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3840787
Jun 04 13:23:48.372341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 40846) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:48.741795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-238837d5-4c43-4e15-a5c9-6aeaaf0a4cff admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:23:48.742819 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-238837d5-4c43-4e15-a5c9-6aeaaf0a4cff admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3695753
Jun 04 13:23:49.973408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e118d8f7-ff7b-4dec-8d11-131454ee4e6e up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:23:50.047590 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:23:50.058598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757cb0c-674a-40bf-967c-da819b187764 None None] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:23:50.160732 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Provisioning for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:23:50.167884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Provisioning complete for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:23:50.168279 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:50.408259 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:50.455101 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] For port e118d8f7-ff7b-4dec-8d11-131454ee4e6e, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=e118d8f7-ff7b-4dec-8d11-131454ee4e6e,segment=NetworkSegment(5e7b5b63-a954-4302-b093-4c059bf3fb5c),segment_id=5e7b5b63-a954-4302-b093-4c059bf3fb5c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:23:50.458998 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:50.460946 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:50.529538 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Pushing event updated for resources: {'Port': ['ID=e118d8f7-ff7b-4dec-8d11-131454ee4e6e,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:50.532689 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:50.683695 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-21241f61-19ef-4d23-b078-03e9197aca39 None None] Provisioning complete for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:23:50.684045 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-21241f61-19ef-4d23-b078-03e9197aca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.429883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40860) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:51.771926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'name': 'router1'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:23:51.776428 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:51.780270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Usage tracker for resource:router and tenant:a737cc83ddb644aab522779ec75eb909 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:51.783636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:51.789316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:51.799673 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.801256 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.823063 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.930702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.952310 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:51.953489 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e97846f5-d08a-4101-a15e-f9a4f80d5cb5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5226290
Jun 04 13:23:51.961445 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e118d8f7-ff7b-4dec-8d11-131454ee4e6e up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:23:52.032503 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:23:52.032883 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:54.299377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40868) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:54.659436 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [None req-76642451-47ed-4021-aba9-b78637033769 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:23:54.660417 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-76642451-47ed-4021-aba9-b78637033769 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3600967
Jun 04 13:23:55.045323 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-6b925c38-fa0f-4bdf-8e8a-54fb97d98b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:56.995627 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40876) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:23:57.354138 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:23:57.358995 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:57.363075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Usage tracker for resource:network and tenant:bf996f7ca4754051b9b657b24569dedf is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:57.365891 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:57.371565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:57.381560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Made reservation on behalf of bf996f7ca4754051b9b657b24569dedf for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:23:57.383854 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.395795 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.409253 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:23:57.412837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Usage tracker for resource:security_group_rule and tenant:bf996f7ca4754051b9b657b24569dedf is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:23:57.415505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:23:57.421066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:23:57.501431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.505425 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.509427 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:57.524239 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Reserving flat network on physical network physnet1 {{(pid=91608) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 04 13:23:57.547876 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.548084 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Added segment 8dff0f96-2cd6-44e1-bc59-b2be8071276d of type flat for network dda1d803-f021-4cda-8e8e-95e9413377dc
Jun 04 13:23:57.552931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f4b956-c103-4733-99c0-9afef40b2faa,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:57.557941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:57.561855 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-978e3081-79cc-4056-a22f-60c9139bc4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.584159 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.618590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.619967 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:23:57.620538 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:57.624897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:23:57.718736 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7220643
Jun 04 13:23:57.722194 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Pushing event updated for resources: {'Network': ['ID=dda1d803-f021-4cda-8e8e-95e9413377dc,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:23:57.725186 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:23:57.733113 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network dda1d803-f021-4cda-8e8e-95e9413377dc details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:23:58.003702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:23:58.706840 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:00.064632 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40894) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:24:00.268710 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4671f39-3dcf-4788-9578-64a58144f826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:24:00.270066 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d4671f39-3dcf-4788-9578-64a58144f826 admin admin] 10.222.0.20 "GET /v2.0/subnets/0bfdb9a5-0017-44e3-bb6a-7e8af1362390 HTTP/1.1" status: 200  len: 849 time: 0.2044711
Jun 04 13:24:00.416026 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-416bf82a-7b9d-4c01-956b-f0a3822bf9a4 admin admin] 10.222.0.20 "GET /v2.0/routers/83192e04-154e-4416-aae7-1e5a692dd1e5 HTTP/1.1" status: 200  len: 704 time: 0.1406558
Jun 04 13:24:00.434547 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:00.893578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.111569 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Allocated IP 172.20.0.1 (e657dddd-d61d-464b-acc2-2ccbe8f035d7/0bfdb9a5-0017-44e3-bb6a-7e8af1362390/c1d691b6-0489-44e1-9aac-4d30e576770f) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:24:01.260883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.278117 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Transition to ACTIVE for port object c1d691b6-0489-44e1-9aac-4d30e576770f will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:24:01.333344 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.337333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:01.390426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:24:01.393582 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:24:01.401590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:24:01.402118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.526339 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Pushing event updated for resources: {'Port': ['ID=c1d691b6-0489-44e1-9aac-4d30e576770f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:01.531825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:01.578379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-09f7fee7-2ee0-47da-81ad-09a9608ddb7c None None] Provisioning for port c1d691b6-0489-44e1-9aac-4d30e576770f completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:24:01.583138 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-09f7fee7-2ee0-47da-81ad-09a9608ddb7c None None] Provisioning complete for port c1d691b6-0489-44e1-9aac-4d30e576770f triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:01.583530 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09f7fee7-2ee0-47da-81ad-09a9608ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.635261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-09f7fee7-2ee0-47da-81ad-09a9608ddb7c None None] Port c1d691b6-0489-44e1-9aac-4d30e576770f cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:24:01.660192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.881008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.885174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.886206 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:01.889959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:02.016194 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Pushing event updated for resources: {'Port': ['ID=c1d691b6-0489-44e1-9aac-4d30e576770f,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:02.021947 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:02.070025 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:24:02.071043 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:24:02.256789 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-bc45b8fc-ee81-493f-83cb-e1c8cc6628b9 None None] Provisioning complete for port c1d691b6-0489-44e1-9aac-4d30e576770f triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:02.257143 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-bc45b8fc-ee81-493f-83cb-e1c8cc6628b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:02.292332 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Router 83192e04-154e-4416-aae7-1e5a692dd1e5 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:24:02.312438 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-bc45b8fc-ee81-493f-83cb-e1c8cc6628b9 None None] Port c1d691b6-0489-44e1-9aac-4d30e576770f cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:24:02.439197 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:24:02.448390 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] 10.222.0.20 "PUT /v2.0/routers/83192e04-154e-4416-aae7-1e5a692dd1e5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0275016
Jun 04 13:24:02.450438 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Sync routers for ids ['83192e04-154e-4416-aae7-1e5a692dd1e5'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:24:02.463757 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Routers {'83192e04-154e-4416-aae7-1e5a692dd1e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:24:02.464529 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8bfe4100>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:23:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['83192e04-154e-4416-aae7-1e5a692dd1e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:02.632711 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Set router 83192e04-154e-4416-aae7-1e5a692dd1e5 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:24:02.989996 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8bfe4100>, [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:01Z', 'revision_number': 2, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port_host': None, '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:01Z', 'revision_number': 2, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:02.994763 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Checking router: 83192e04-154e-4416-aae7-1e5a692dd1e5 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:24:02.995140 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Updating router 83192e04-154e-4416-aae7-1e5a692dd1e5 port c1d691b6-0489-44e1-9aac-4d30e576770f binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:24:03.046005 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.414971 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.430711 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Transition to ACTIVE for port object c1d691b6-0489-44e1-9aac-4d30e576770f will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:24:03.437894 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.443539 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:03.633332 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Pushing event updated for resources: {'Port': ['ID=c1d691b6-0489-44e1-9aac-4d30e576770f,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:03.654159 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.654511 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.654841 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.655160 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.655496 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.655811 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.656121 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.656429 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.656753 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.657062 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.657366 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.657671 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Tracked resource versions report:
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]: pushed versions:
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]: {   'AddressGroup': {'1.2'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'ConntrackHelper': {'1.0'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Log': {'1.0'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Network': {'1.1'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Port': {'1.7'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'PortForwarding': {'1.2'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'QosPolicy': {'1.8'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SecurityGroup': {'1.4'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SubPort': {'1.0'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Subnet': {'1.1'},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Trunk': {'1.1'}}
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]: consumer versions:
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Log': '1.0',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Network': '1.1',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Port': '1.7',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'PortForwarding': '1.2',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'QosPolicy': '1.8',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SecurityGroup': '1.4',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SubPort': '1.0',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Subnet': '1.1',
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Trunk': '1.1'}}
Jun 04 13:24:03.659703 dv-cinder-784779-14-iscsi neutron-server[91610]:  {{(pid=91610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:24:03.688735 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:03.690134 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Attempting to bind port c1d691b6-0489-44e1-9aac-4d30e576770f on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:24:03.690134 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Attempting to bind port c1d691b6-0489-44e1-9aac-4d30e576770f by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:24:03.690388 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Attempting to bind port c1d691b6-0489-44e1-9aac-4d30e576770f on network e657dddd-d61d-464b-acc2-2ccbe8f035d7 {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:24:03.695940 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:24:03.696349 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Checking segment: {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:24:03.696802 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.697182 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Bound using segment: {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:24:03.697660 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Bound port: c1d691b6-0489-44e1-9aac-4d30e576770f, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7b5b63-a954-4302-b093-4c059bf3fb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:24:03.698042 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.782716 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] For port c1d691b6-0489-44e1-9aac-4d30e576770f, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:24:03.787222 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] For port c1d691b6-0489-44e1-9aac-4d30e576770f, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c1d691b6-0489-44e1-9aac-4d30e576770f,segment=NetworkSegment(5e7b5b63-a954-4302-b093-4c059bf3fb5c),segment_id=5e7b5b63-a954-4302-b093-4c059bf3fb5c)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:24:03.791608 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:03.795186 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:03.866948 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Routers {'83192e04-154e-4416-aae7-1e5a692dd1e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:24:03.867606 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8bfe4100>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:23:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['83192e04-154e-4416-aae7-1e5a692dd1e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:04.005251 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Pushing event updated for resources: {'Port': ['ID=c1d691b6-0489-44e1-9aac-4d30e576770f,revision_number=4']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:04.008308 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:04.035685 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] Set router 83192e04-154e-4416-aae7-1e5a692dd1e5 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:24:04.351911 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8bfe4100>, [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:01Z', 'revision_number': 2, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port_host': None, '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:03Z', 'revision_number': 4, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:04.355706 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0f429-f498-428d-9b85-b1cddf4619b6 None None] The sync data for ids ['83192e04-154e-4416-aae7-1e5a692dd1e5'] in dv-cinder-784779-14-iscsi is: [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:01Z', 'revision_number': 2, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port_host': None, '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:03Z', 'revision_number': 4, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:24:04.633885 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40914) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:24:04.776844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb56803-7974-48fe-98d9-10676c07a04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:24:04.777395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7eb56803-7974-48fe-98d9-10676c07a04d admin admin] Synchronizing usage tracker for tenant:bf996f7ca4754051b9b657b24569dedf on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:24:04.795539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7eb56803-7974-48fe-98d9-10676c07a04d admin admin] Unset dirty status for tenant:bf996f7ca4754051b9b657b24569dedf on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:24:04.796663 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7eb56803-7974-48fe-98d9-10676c07a04d admin admin] 10.222.0.20 "GET /v2.0/networks/dda1d803-f021-4cda-8e8e-95e9413377dc HTTP/1.1" status: 200  len: 842 time: 0.1618991
Jun 04 13:24:04.806705 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:24:04.811763 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:24:04.815881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Usage tracker for resource:subnet and tenant:bf996f7ca4754051b9b657b24569dedf is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:24:04.818848 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:24:04.824840 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:24:04.835442 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Made reservation on behalf of bf996f7ca4754051b9b657b24569dedf for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:24:04.837698 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:05.108387 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:24:05.240996 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.objects.ports [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91608) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 13:24:05.241425 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:05.245722 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e90d82ea-b1dc-4c31-a13a-b743003f3e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:05.313390 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c8b96d-36f7-49f5-8791-a1830728a1f6,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:05.316141 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:05.322468 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:24:05.322820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Network hostable DHCP agents. Network: dda1d803-f021-4cda-8e8e-95e9413377dc, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:24:05.339401 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:24:05.348741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, dda1d803-f021-4cda-8e8e-95e9413377dc) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:24:05.356475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4d65f-2f53-4876-b305-6dc33e4a0658 None None] Network dda1d803-f021-4cda-8e8e-95e9413377dc requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:24:05.356984 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:24:05.357547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:05.376760 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5734181
Jun 04 13:24:05.556252 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b47d3-3058-4224-bbf1-ff7822089d17 None None] Network dda1d803-f021-4cda-8e8e-95e9413377dc requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:24:07.618113 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 40926) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:24:07.822606 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9d2d9e2d-110d-4d83-92f5-c093521bc662 admin admin] 10.222.0.20 "GET /v2.0/routers/83192e04-154e-4416-aae7-1e5a692dd1e5 HTTP/1.1" status: 200  len: 710 time: 0.2033782
Jun 04 13:24:07.953878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843eb0b-870a-4953-8ecd-1cb4f8429ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:24:07.955812 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b843eb0b-870a-4953-8ecd-1cb4f8429ffb admin admin] 10.222.0.20 "GET /v2.0/networks/dda1d803-f021-4cda-8e8e-95e9413377dc HTTP/1.1" status: 200  len: 886 time: 0.1275346
Jun 04 13:24:07.964461 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:24:07.984658 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c1d691b6-0489-44e1-9aac-4d30e576770f up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:24:08.053737 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port c1d691b6-0489-44e1-9aac-4d30e576770f completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:24:08.059263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c1d691b6-0489-44e1-9aac-4d30e576770f triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:08.059734 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.180029 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.214127 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port c1d691b6-0489-44e1-9aac-4d30e576770f, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c1d691b6-0489-44e1-9aac-4d30e576770f,segment=NetworkSegment(5e7b5b63-a954-4302-b093-4c059bf3fb5c),segment_id=5e7b5b63-a954-4302-b093-4c059bf3fb5c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:24:08.218314 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.220512 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:08.297611 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=c1d691b6-0489-44e1-9aac-4d30e576770f,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:08.301440 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:08.455896 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.770577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.824031 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:08.952558 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Allocated IP 172.27.1.10 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/437430c0-bd93-4885-9bd9-9597f07ab4cd) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:24:09.096321 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:09.125140 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:09.129508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:09.186605 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:24:09.189183 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:24:09.197505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:24:09.251386 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Pushing event updated for resources: {'Port': ['ID=437430c0-bd93-4885-9bd9-9597f07ab4cd,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:09.260938 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:09.613381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:09.938838 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:09.943281 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1042624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-922560'] for router, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:09.972080 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c1d691b6-0489-44e1-9aac-4d30e576770f up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:24:10.060615 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c1d691b6-0489-44e1-9aac-4d30e576770f triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:10.060988 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:10.117769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Router 83192e04-154e-4416-aae7-1e5a692dd1e5 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:24:10.292774 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:24:10.300764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:10.301949 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] 10.222.0.20 "PUT /v2.0/routers/83192e04-154e-4416-aae7-1e5a692dd1e5 HTTP/1.1" status: 200  len: 889 time: 2.3407276
Jun 04 13:24:10.302627 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Sync routers for ids ['83192e04-154e-4416-aae7-1e5a692dd1e5'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:24:10.312843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Routers {'83192e04-154e-4416-aae7-1e5a692dd1e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:24:10.313544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6c0dc0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:23:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['83192e04-154e-4416-aae7-1e5a692dd1e5'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:10.501786 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Set router 83192e04-154e-4416-aae7-1e5a692dd1e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:24:10.835977 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6c0dc0>, [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:09Z', 'revision_number': 4, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port': {'id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:08Z', 'updated_at': '2021-06-04T13:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:08Z', 'revision_number': 5, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:10.840742 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Checking router: 83192e04-154e-4416-aae7-1e5a692dd1e5 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:24:10.841099 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Updating router 83192e04-154e-4416-aae7-1e5a692dd1e5 port 437430c0-bd93-4885-9bd9-9597f07ab4cd binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:24:10.891383 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.215136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.226802 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Transition to ACTIVE for port object 437430c0-bd93-4885-9bd9-9597f07ab4cd will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:24:11.233246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.237597 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-caff851e-481e-4eb9-a5da-c91d2ce0d1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:11.312352 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Pushing event updated for resources: {'Port': ['ID=437430c0-bd93-4885-9bd9-9597f07ab4cd,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:11.315071 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:11.322280 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Attempting to bind port 437430c0-bd93-4885-9bd9-9597f07ab4cd on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:24:11.322651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Attempting to bind port 437430c0-bd93-4885-9bd9-9597f07ab4cd by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:24:11.323019 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Attempting to bind port 437430c0-bd93-4885-9bd9-9597f07ab4cd on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:24:11.328290 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:24:11.328668 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:24:11.329069 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.329460 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:24:11.330426 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Bound port: 437430c0-bd93-4885-9bd9-9597f07ab4cd, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:24:11.330801 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.401174 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] For port 437430c0-bd93-4885-9bd9-9597f07ab4cd, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:24:11.404100 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] For port 437430c0-bd93-4885-9bd9-9597f07ab4cd, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=437430c0-bd93-4885-9bd9-9597f07ab4cd,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:24:11.409090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:11.413738 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ee78cf3f-5f99-4e62-886e-dcb2cd69eb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:11.486008 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Routers {'83192e04-154e-4416-aae7-1e5a692dd1e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:24:11.486609 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6c0dc0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:23:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['83192e04-154e-4416-aae7-1e5a692dd1e5'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:11.573146 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Pushing event updated for resources: {'Port': ['ID=437430c0-bd93-4885-9bd9-9597f07ab4cd,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:11.577636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:11.690246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] Set router 83192e04-154e-4416-aae7-1e5a692dd1e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:24:12.011154 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6c0dc0>, [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:09Z', 'revision_number': 4, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port': {'id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:08Z', 'updated_at': '2021-06-04T13:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:08Z', 'revision_number': 5, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:24:12.015058 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f910f-054e-4702-b6b7-e4a25f68617b None None] The sync data for ids ['83192e04-154e-4416-aae7-1e5a692dd1e5'] in dv-cinder-784779-14-iscsi is: [{'id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'name': 'router1', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:23:51Z', 'updated_at': '2021-06-04T13:24:09Z', 'revision_number': 4, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'gw_port': {'id': '437430c0-bd93-4885-9bd9-9597f07ab4cd', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:08Z', 'updated_at': '2021-06-04T13:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'c1d691b6-0489-44e1-9aac-4d30e576770f', 'name': '', 'network_id': 'e657dddd-d61d-464b-acc2-2ccbe8f035d7', 'tenant_id': 'a737cc83ddb644aab522779ec75eb909', 'mac_address': 'fa:16:3e:de:87:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83192e04-154e-4416-aae7-1e5a692dd1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:24:00Z', 'updated_at': '2021-06-04T13:24:08Z', 'revision_number': 5, 'project_id': 'a737cc83ddb644aab522779ec75eb909', 'subnets': [{'id': '0bfdb9a5-0017-44e3-bb6a-7e8af1362390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0baf5ae1-ff71-47d7-9063-e319b6921830'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:24:12.639955 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 40934) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:24:12.875921 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.policy [None req-28b07e85-aa81-49cf-99ea-20e376a9add2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91607) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 13:24:12.921048 dv-cinder-784779-14-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-28b07e85-aa81-49cf-99ea-20e376a9add2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:24:12.921419 dv-cinder-784779-14-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-28b07e85-aa81-49cf-99ea-20e376a9add2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 13:24:12.931730 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-28b07e85-aa81-49cf-99ea-20e376a9add2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.2908585
Jun 04 13:24:13.984339 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 437430c0-bd93-4885-9bd9-9597f07ab4cd up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:24:14.054963 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 437430c0-bd93-4885-9bd9-9597f07ab4cd completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:24:14.059550 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 437430c0-bd93-4885-9bd9-9597f07ab4cd triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:14.059927 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:14.181522 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:14.205634 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 437430c0-bd93-4885-9bd9-9597f07ab4cd, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=437430c0-bd93-4885-9bd9-9597f07ab4cd,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:24:14.211025 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:14.214929 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:24:14.279543 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=437430c0-bd93-4885-9bd9-9597f07ab4cd,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:24:14.282445 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:24:15.967851 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 437430c0-bd93-4885-9bd9-9597f07ab4cd up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:24:16.036984 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 437430c0-bd93-4885-9bd9-9597f07ab4cd triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:24:16.037689 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:25.049939 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8692-243a-4f08-b61b-d7f93173f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:27.566416 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ea8f-d665-4353-8bf8-f6671a6c8ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:28.019443 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:28.711434 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:30.463597 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:42.109918 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:24:55.052496 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-964ae8d1-9325-4b06-8a1b-5ca6ec166a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:57.572027 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-26a9bcfa-fcc9-4eb0-a723-1cb18a57f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:58.002567 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:24:58.706906 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:00.455762 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:19.109087 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:25:25.059146 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c9a31ec6-0698-4f52-9fa1-b67d57193703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:27.573476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-633bd484-3af0-4ec2-9351-af535f5c6a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:28.003607 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:28.711144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:30.460747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:47.536069 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41504) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:47.612945 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12905da-9358-4364-94a1-4de53f4acd8b admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:25:47.614243 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c12905da-9358-4364-94a1-4de53f4acd8b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0771434
Jun 04 13:25:47.772496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d5ee-c570-452c-b60e-ac788c2d9b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:47.773942 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8358d5ee-c570-452c-b60e-ac788c2d9b8f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1560020
Jun 04 13:25:49.861156 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41514) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:49.966824 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1ee55-069b-4fc6-946b-ca148ad933ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:49.968699 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-90c1ee55-069b-4fc6-946b-ca148ad933ba admin admin] 10.222.0.20 "GET /v2.0/subnets/0bfdb9a5-0017-44e3-bb6a-7e8af1362390 HTTP/1.1" status: 200  len: 849 time: 0.1060865
Jun 04 13:25:49.977682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:25:50.092283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Notify callbacks [] for subnet, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:50.285288 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764565159428'] for subnet, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:50.291691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:25:50.362029 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:50.362825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:50.363919 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] 10.222.0.20 "PUT /v2.0/subnets/0bfdb9a5-0017-44e3-bb6a-7e8af1362390 HTTP/1.1" status: 200  len: 868 time: 0.3899591
Jun 04 13:25:50.366249 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a8a7f-9526-4e18-9189-49afcb63d203 None None] Network e657dddd-d61d-464b-acc2-2ccbe8f035d7 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:25:50.385841 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfdb9a5-0017-44e3-bb6a-7e8af1362390,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:25:50.395500 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.395902 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.396179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.396510 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.396837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.397167 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.397490 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.397830 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.398173 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.398494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.398870 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.399267 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Tracked resource versions report:
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]: pushed versions:
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]: {   'AddressGroup': {'1.2'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'ConntrackHelper': {'1.0'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Log': {'1.0'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Network': {'1.1'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Port': {'1.7'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'PortForwarding': {'1.2'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'QosPolicy': {'1.8'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SecurityGroup': {'1.4'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SubPort': {'1.0'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Subnet': {'1.1'},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Trunk': {'1.1'}}
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]: consumer versions:
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Log': '1.0',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Network': '1.1',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Port': '1.7',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'PortForwarding': '1.2',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'QosPolicy': '1.8',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SecurityGroup': '1.4',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SubPort': '1.0',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Subnet': '1.1',
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Trunk': '1.1'}}
Jun 04 13:25:50.401136 dv-cinder-784779-14-iscsi neutron-server[91607]:  {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:25:50.406436 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:25:50.822746 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f6453b70-912e-4be0-b906-d4c2af9d5697 None None] Provisioning complete for port c1d691b6-0489-44e1-9aac-4d30e576770f triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:25:50.823127 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f6453b70-912e-4be0-b906-d4c2af9d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:50.970336 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f6453b70-912e-4be0-b906-d4c2af9d5697 None None] Provisioning complete for port e118d8f7-ff7b-4dec-8d11-131454ee4e6e triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:25:50.970601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f6453b70-912e-4be0-b906-d4c2af9d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:52.469181 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41526) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:52.652901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f9c7a-866e-466f-88ac-bcdee972109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:52.653291 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f9c7a-866e-466f-88ac-bcdee972109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:52.654777 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9e4f9c7a-866e-466f-88ac-bcdee972109c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1846564
Jun 04 13:25:54.774829 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41534) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:54.944153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19da0d-6c31-4f00-8d33-529235a376fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:54.944627 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19da0d-6c31-4f00-8d33-529235a376fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:54.946145 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-cf19da0d-6c31-4f00-8d33-529235a376fd admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1703508
Jun 04 13:25:55.052332 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ea20770c-d0f9-4a67-973a-d81a78286f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:56.107449 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:25:57.042939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41544) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:57.203863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3b9de-351b-40fa-8ab5-8c8a7c97016e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:57.205190 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-97d3b9de-351b-40fa-8ab5-8c8a7c97016e admin admin] 10.222.0.20 "GET /v2.0/networks/dda1d803-f021-4cda-8e8e-95e9413377dc HTTP/1.1" status: 200  len: 886 time: 0.1612694
Jun 04 13:25:57.575275 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ead6f406-7725-40df-a589-44ca3dfd9088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:58.006638 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:58.715008 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:25:59.341227 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41552) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:25:59.509904 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8935c1-c1bd-4506-ac2e-0beaafc74511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:25:59.511266 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cc8935c1-c1bd-4506-ac2e-0beaafc74511 admin admin] 10.222.0.20 "GET /v2.0/networks/e657dddd-d61d-464b-acc2-2ccbe8f035d7 HTTP/1.1" status: 200  len: 869 time: 0.1690750
Jun 04 13:26:00.462097 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:01.627590 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41560) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:01.730599 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd4e08-3ed8-47fa-bdbb-80385dc042fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:01.731058 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd4e08-3ed8-47fa-bdbb-80385dc042fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:01.732542 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-40bd4e08-3ed8-47fa-bdbb-80385dc042fc admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1040034
Jun 04 13:26:03.847724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41568) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:03.950421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98526e4d-34b9-41a7-ab12-1e45db392b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:03.950880 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98526e4d-34b9-41a7-ab12-1e45db392b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:03.951621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-98526e4d-34b9-41a7-ab12-1e45db392b11 admin admin] Synchronizing usage tracker for tenant:bf996f7ca4754051b9b657b24569dedf on resource:subnet {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:26:03.967149 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-98526e4d-34b9-41a7-ab12-1e45db392b11 admin admin] Unset dirty status for tenant:bf996f7ca4754051b9b657b24569dedf on resource:subnet {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:26:03.968908 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-98526e4d-34b9-41a7-ab12-1e45db392b11 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1201143
Jun 04 13:26:06.065394 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41576) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:06.228431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c129e-2e27-47d1-9386-f8a9ebb98bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:06.229752 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-597c129e-2e27-47d1-9386-f8a9ebb98bcc admin admin] 10.222.0.20 "GET /v2.0/subnets/0bfdb9a5-0017-44e3-bb6a-7e8af1362390 HTTP/1.1" status: 200  len: 868 time: 0.1634145
Jun 04 13:26:08.359449 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41584) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:08.460274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76275f08-a3db-4445-9d1f-b2916c8a6bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:08.461564 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-76275f08-a3db-4445-9d1f-b2916c8a6bb6 admin admin] 10.222.0.20 "GET /v2.0/subnets/22c8b96d-36f7-49f5-8791-a1830728a1f6 HTTP/1.1" status: 200  len: 816 time: 0.1011465
Jun 04 13:26:25.054748 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-119ba012-6c1c-41f3-b0d3-27744b4dd7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:27.582235 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-618aac38-b60f-4e94-b110-09def3cdd7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:28.010880 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:28.717756 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:30.464323 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:31.622128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41628) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:31.673411 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-da9ce3e8-0c8e-4e19-9be5-8776f3503598 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:26:31.674394 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-da9ce3e8-0c8e-4e19-9be5-8776f3503598 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0513275
Jun 04 13:26:33.106121 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:26:33.861289 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41636) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:33.925333 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be9462d-0639-4d36-9545-db38ac5c9933 admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:26:33.926561 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2be9462d-0639-4d36-9545-db38ac5c9933 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0643036
Jun 04 13:26:34.050730 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9d24c-c855-4d02-af12-47e87837c0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:34.052144 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9fc9d24c-c855-4d02-af12-47e87837c0d3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1217933
Jun 04 13:26:36.278963 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41644) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:36.325934 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:26:36.327784 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.quota [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8a8bdc8250>.
Jun 04 13:26:36.334539 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:26:36.346952 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:26:36.360477 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Made reservation on behalf of bf996f7ca4754051b9b657b24569dedf for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:26:36.362932 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:36.456363 dv-cinder-784779-14-iscsi neutron-server[91607]: WARNING neutron.services.revisions.revision_plugin [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8a8bdac2b0] {project_id='bf996f7ca4754051b9b657b24569dedf', id='a86c8f69-37cd-4100-a82a-3a2a9e5cb2d2', target_tenant='*', action='access_as_shared', object_id='a9fa0606-a8d5-4a2a-9781-15f53510ca7c'}> to bump revision.
Jun 04 13:26:36.471101 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:26:36.483021 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764565201592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:36.483608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a8cba2b80> segment precommit_create {{(pid=91607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 13:26:36.484036 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Added segment fc519415-2394-4169-8e97-6980fa375a6b of type vlan for network a9fa0606-a8d5-4a2a-9781-15f53510ca7c
Jun 04 13:26:36.549964 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:36.585252 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:36.586536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:36.587111 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:36.592686 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:26:36.683508 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4032254
Jun 04 13:26:36.691780 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fa0606-a8d5-4a2a-9781-15f53510ca7c,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:26:36.695367 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:26:36.702832 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:26:38.817252 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41652) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:26:38.882414 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3db931-dff9-4910-b621-26ba59929f4c admin admin] GET failed (client error): The resource could not be found.
Jun 04 13:26:38.883652 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1f3db931-dff9-4910-b621-26ba59929f4c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0654275
Jun 04 13:26:38.984346 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d42f4-e353-49a4-9071-f61eebec26ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:38.985738 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e70d42f4-e353-49a4-9071-f61eebec26ad admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0982068
Jun 04 13:26:38.995051 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:26:39.000049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:26:39.009119 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:26:39.019381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Made reservation on behalf of bf996f7ca4754051b9b657b24569dedf for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:26:39.021566 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:39.385222 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:39.389717 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:26:39.457063 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87811041-565f-4d75-a6f9-f8c1849fcac6,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:26:39.467547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.467888 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.468221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.468549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.468870 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.469218 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.469542 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.469878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.470215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.470537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.470853 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.471181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:39.474042 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Checking segment: {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:26:39.474395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Network hostable DHCP agents. Network: a9fa0606-a8d5-4a2a-9781-15f53510ca7c, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:26:39.477056 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:26:39.492155 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:26:39.501203 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, a9fa0606-a8d5-4a2a-9781-15f53510ca7c) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:26:39.506831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:26:39.506947 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:39.509849 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21cd9b-0acd-4806-b9f0-bef73a0bf25e None None] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:26:39.531592 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5397792
Jun 04 13:26:39.739455 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-a9fa0606-a8d5-4a2a-9781-15f53510ca7c', 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c', 'tenant_id': 'bf996f7ca4754051b9b657b24569dedf', 'fixed_ips': [{'subnet_id': '87811041-565f-4d75-a6f9-f8c1849fcac6'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:26:39.740304 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:39.897398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Allocated IP 192.168.233.2 (a9fa0606-a8d5-4a2a-9781-15f53510ca7c/87811041-565f-4d75-a6f9-f8c1849fcac6/38829e83-f391-4c42-b247-94352103acd2) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:26:40.100520 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:40.112870 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Transition to ACTIVE for port object 38829e83-f391-4c42-b247-94352103acd2 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:26:40.133339 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Transition to ACTIVE for port object 38829e83-f391-4c42-b247-94352103acd2 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:26:40.141128 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:40.149284 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:26:40.205877 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:26:40.213054 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:26:40.216067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:26:40.226326 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Pushing event updated for resources: {'Port': ['ID=38829e83-f391-4c42-b247-94352103acd2,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:26:40.266092 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.266442 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.266781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.267117 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.267472 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.267808 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.268137 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.268463 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.268790 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.269111 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.269434 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.269751 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:26:40.273470 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:26:40.325114 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Attempting to bind port 38829e83-f391-4c42-b247-94352103acd2 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:26:40.325484 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Attempting to bind port 38829e83-f391-4c42-b247-94352103acd2 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:26:40.325848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Attempting to bind port 38829e83-f391-4c42-b247-94352103acd2 on network a9fa0606-a8d5-4a2a-9781-15f53510ca7c {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:26:40.331986 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:26:40.332365 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Checking segment: {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:26:40.332766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:40.333163 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Bound using segment: {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:26:40.333636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Bound port: 38829e83-f391-4c42-b247-94352103acd2, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:26:40.334010 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:40.422515 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] For port 38829e83-f391-4c42-b247-94352103acd2, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:26:40.425695 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] For port 38829e83-f391-4c42-b247-94352103acd2, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=38829e83-f391-4c42-b247-94352103acd2,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:26:40.429492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:40.433447 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:26:40.511146 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Pushing event updated for resources: {'Port': ['ID=38829e83-f391-4c42-b247-94352103acd2,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:26:40.514997 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:26:41.309890 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553c4de-9d50-4e2b-be29-aa3d52de4c17 None None] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:26:41.424646 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8d91e8eb-bc7b-4888-9563-a83b5e2a42dd None None] Provisioning for port 38829e83-f391-4c42-b247-94352103acd2 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:26:42.108976 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 38829e83-f391-4c42-b247-94352103acd2 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:26:42.197866 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 38829e83-f391-4c42-b247-94352103acd2 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:26:42.203034 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 38829e83-f391-4c42-b247-94352103acd2 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:26:42.203434 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:42.319050 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:42.351358 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 38829e83-f391-4c42-b247-94352103acd2, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=38829e83-f391-4c42-b247-94352103acd2,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:26:42.355303 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:42.358246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:26:42.421868 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=38829e83-f391-4c42-b247-94352103acd2,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:26:42.424852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:26:44.086636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 38829e83-f391-4c42-b247-94352103acd2 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:26:44.156506 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 38829e83-f391-4c42-b247-94352103acd2 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:26:44.156872 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:55.056093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1506517-a15c-4ef8-8009-d30fa15e0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:57.576858 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe783785-97bf-4cb7-ae45-f4cd8fb95fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:58.011473 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:26:58.721335 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:00.467355 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:10.104833 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:27:25.058601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-393d8986-651d-4f1a-ba6c-0512731015e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:27.571046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0e78-1c48-4d9b-8b1d-e1a5d987fe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:28.013058 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:28.722927 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:30.469584 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:47.102780 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:27:55.061756 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-668cb0db-7e90-48a6-bbed-fc863de1eba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:55.473731 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41704) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:27:55.479680 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [None req-e6030d6b-d5df-4990-9c65-c9c10326c9e9 tempest-verify_tempest_config-1825239911 tempest-verify_tempest_config-1825239911-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:27:55.480642 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e6030d6b-d5df-4990-9c65-c9c10326c9e9 tempest-verify_tempest_config-1825239911 tempest-verify_tempest_config-1825239911-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059700
Jun 04 13:27:55.786027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41722) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:27:55.899117 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:55.912936 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:27:55.916641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Usage tracker for resource:security_group_rule and tenant:27bc222eaf5549e8af0813481bf33dfa is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:27:55.920567 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:27:55.926127 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:27:56.018256 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.021945 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.029934 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:27:56.071919 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27bc222eaf5549e8af0813481bf33dfa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2848582
Jun 04 13:27:56.074331 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3d3d40-99a3-4e69-b51b-97e8672e3507,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:27:56.074995 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41728) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:27:56.080132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.080429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.080764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.081090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.081418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.081827 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.082050 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.082367 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.082704 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.083045 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.083351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.083662 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.087946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:27:56.132856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.158008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.253581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.257861 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:27:56.268480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3d3d40-99a3-4e69-b51b-97e8672e3507,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:27:56.277370 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.277730 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.278065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.279024 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.279514 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.279863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.280192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.280511 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.280829 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.281144 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.281488 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.281799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:27:56.285064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:27:56.287447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:56.288520 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b3d3d40-99a3-4e69-b51b-97e8672e3507 HTTP/1.1" status: 204  len: 168 time: 0.2125709
Jun 04 13:27:57.573025 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-17cca4cc-52d9-49aa-82ec-b863366f3241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:58.015821 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:27:58.727691 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:00.472178 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:24.100928 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:28:25.062555 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c564ca85-c4d8-49e0-aff4-a1771e5ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:27.574029 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ad84d7bd-3ad8-4f8a-b5f9-59e4c9d5f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:28.020653 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:28.730372 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:30.474822 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:55.063739 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8249-aa3c-40aa-88c4-dc14e8709b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:57.577699 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9c107b89-3c13-4608-a6ef-6537123b96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:58.021360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:28:58.732162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:00.477723 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:01.099089 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 5 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:29:25.069196 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ef780aec-8671-428b-8d3e-b465fd3aa8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:27.580345 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-eae4aacb-3e43-4b86-bc74-a762d650d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:28.024538 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:28.735989 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:28.914195 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583'] for agent, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:30.482424 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:32.568435 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41780) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:29:32.679311 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-112324f6-ebfa-4287-ac39-bc27513623a8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1097386
Jun 04 13:29:34.816684 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41790) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:29:34.871765 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b3ed6e58-ce15-4db2-9fa1-ee50ae0cfaa2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0540063
Jun 04 13:29:38.098101 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:29:55.062074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-751834a5-b25f-4298-b1bb-531587b17172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:57.581149 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-147e4544-26c7-46aa-880a-fa7089eb959a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:58.027093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:58.737631 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:29:58.867500 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:00.483969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:15.096984 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:30:25.065937 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b880b316-66b1-4456-a771-decb448148c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:27.586048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b078f2a8-0c1b-428f-af3e-4c89425515d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:28.057924 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:28.741249 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:28.877769 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:30.494215 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:52.096057 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:30:55.087764 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-777ef0d1-4cd4-40f7-aae7-2c049a354eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:57.598617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d8-9945-42ed-9982-1f00bca8e175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:58.056810 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:58.743895 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:58.880463 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.063201 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 41942) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:30:59.416166 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2131498878-network', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:30:59.420987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:30:59.424991 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Usage tracker for resource:network and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:30:59.428037 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:30:59.436146 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:30:59.444581 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Made reservation on behalf of 9b1fcbfdd7ea483b8a47e8fa6ba15ef4 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:30:59.448518 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.461007 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.477501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:30:59.481291 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:30:59.484317 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:30:59.492319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:30:59.574458 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.578779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.583541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:30:59.603236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:30:59.614228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.614578 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Added segment 6d52ef6f-8b76-43d2-9a62-24cf12b90fa4 of type vlan for network 8b097589-0a32-4ff7-9fcb-acfbd1856a85
Jun 04 13:30:59.640488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a1d58-f0b3-4bff-85fe-f1bcf3d6daeb,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:30:59.650180 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.650612 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.650984 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.651227 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.651562 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.651913 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.652294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.652604 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.652917 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.653240 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.653656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.653939 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Tracked resource versions report:
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]: pushed versions:
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]: {   'AddressGroup': {'1.2'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'ConntrackHelper': {'1.0'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Log': {'1.0'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Network': {'1.1'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Port': {'1.7'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'PortForwarding': {'1.2'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'QosPolicy': {'1.8'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SecurityGroup': {'1.4'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'SubPort': {'1.0'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Subnet': {'1.1'},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     'Trunk': {'1.1'}}
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]: consumer versions:
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     HyperV agent@hv-cinder-78477: {},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Log': '1.0',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Network': '1.1',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Port': '1.7',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'PortForwarding': '1.2',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'QosPolicy': '1.8',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SecurityGroup': '1.4',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'SubPort': '1.0',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Subnet': '1.1',
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:                                                       'Trunk': '1.1'}}
Jun 04 13:30:59.654928 dv-cinder-784779-14-iscsi neutron-server[91607]:  {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:30:59.658695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:30:59.677924 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.711582 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41986) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:30:59.712628 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.714141 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:30:59.715103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:30:59.718823 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a35fb79f-2bda-4bcb-8c1b-ede17e648460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:30:59.832509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Pushing event updated for resources: {'Network': ['ID=8b097589-0a32-4ff7-9fcb-acfbd1856a85,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:30:59.839634 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:30:59.843826 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:30:59.855400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 41996) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:30:59.855542 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7906065
Jun 04 13:30:59.860460 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Request body: {'subnet': {'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2131498878-subnet', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:30:59.865691 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:30:59.870823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Usage tracker for resource:subnet and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:30:59.874331 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:30:59.884183 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:30:59.895789 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Made reservation on behalf of 9b1fcbfdd7ea483b8a47e8fa6ba15ef4 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:30:59.898954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.247820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959693439-network', 'tenant_id': '57621873b6234c43994932086ece7b6c'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:00.255717 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:00.262565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Usage tracker for resource:network and tenant:57621873b6234c43994932086ece7b6c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:00.265801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:00.272982 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:00.281332 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42008) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:00.289938 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Made reservation on behalf of 57621873b6234c43994932086ece7b6c for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:00.292420 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.307670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.360128 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:00.370694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Usage tracker for resource:security_group_rule and tenant:57621873b6234c43994932086ece7b6c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:00.375410 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:00.384020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:00.396481 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.408910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0cabb8eb-d0b9-48fd-8cac-1fe740099020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:00.445476 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42020) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:00.486118 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.514870 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Checking segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:00.515249 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Network hostable DHCP agents. Network: 8b097589-0a32-4ff7-9fcb-acfbd1856a85, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:00.518242 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48ca4a7-dc82-40b2-b795-c61d6a3231b8,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:00.534484 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.534852 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.535205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.535542 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.535868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.536192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.536516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.536851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.537187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.537506 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.537823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.538138 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Tracked resource versions report:
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]: pushed versions:
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]: {   'AddressGroup': {'1.2'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'ConntrackHelper': {'1.0'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Log': {'1.0'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Network': {'1.1'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Port': {'1.7'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'PortForwarding': {'1.2'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'QosPolicy': {'1.8'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SecurityGroup': {'1.4'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'SubPort': {'1.0'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Subnet': {'1.1'},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     'Trunk': {'1.1'}}
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]: consumer versions:
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     HyperV agent@hv-cinder-78477: {},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Log': '1.0',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Network': '1.1',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Port': '1.7',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'PortForwarding': '1.2',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'QosPolicy': '1.8',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SecurityGroup': '1.4',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'SubPort': '1.0',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Subnet': '1.1',
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:                                                       'Trunk': '1.1'}}
Jun 04 13:31:00.540028 dv-cinder-784779-14-iscsi neutron-server[91608]:  {{(pid=91608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:31:00.553799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:00.583541 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:00.590437 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.597912 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.605813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 8b097589-0a32-4ff7-9fcb-acfbd1856a85) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:00.608698 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b33e67b3-c454-4302-a427-80068be013f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:00.615892 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832370e1-245f-4e1f-834b-ad2b97ce8602 None None] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:00.626662 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:00.627285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.650743 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-network', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:00.662066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:00.669353 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Usage tracker for resource:network and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:00.674793 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:00.683041 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:31:00.685224 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2104307-2680-4431-a3e9-715bf73fd7f6,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:00.699457 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:00.708715 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:00.719752 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.720418 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Added segment 10dbf379-de26-4fd8-babf-4001aafb2136 of type vlan for network 5665095b-df13-438d-abc8-0dcc467aff3c
Jun 04 13:31:00.729253 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42030) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:00.729488 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8727849
Jun 04 13:31:00.731713 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Made reservation on behalf of a1d48e64c9bb4c868be1331642e94ce1 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:00.733545 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.733806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:00.738360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:00.746202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Usage tracker for resource:router and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:00.750037 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.751083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:00.766701 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:00.776900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:00.783831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.787636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:00.790984 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:00.791228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.793539 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.798668 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:00.807147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42032) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:00.851281 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.857938 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.869782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:00.879555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.907962 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:31:00.909024 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:00.912867 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-85698b88-c61b-4844-b499-adbd78205f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:00.966545 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2538776
Jun 04 13:31:00.971343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42044) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:00.979350 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Request body: {'subnet': {'network_id': '5665095b-df13-438d-abc8-0dcc467aff3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959693439-subnet', 'tenant_id': '57621873b6234c43994932086ece7b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:01.030729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-network', 'tenant_id': 'd678b795a7e5476890e484eae484e42e'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:01.036311 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.040667 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Usage tracker for resource:network and tenant:d678b795a7e5476890e484eae484e42e is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.042022 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.043897 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.049801 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.064648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1574520310-network', 'tenant_id': '8380dfaa56f44a4c9e29e1f2fdcb2460'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:01.066274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Made reservation on behalf of d678b795a7e5476890e484eae484e42e for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:01.068869 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.071443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Usage tracker for resource:subnet and tenant:57621873b6234c43994932086ece7b6c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.084436 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.084858 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.088446 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.100773 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Pushing event updated for resources: {'Network': ['ID=5665095b-df13-438d-abc8-0dcc467aff3c,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:01.113309 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Usage tracker for resource:network and tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.117576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.120409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.125428 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:01.137821 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.151476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 5665095b-df13-438d-abc8-0dcc467aff3c details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:31:01.157041 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Made reservation on behalf of 57621873b6234c43994932086ece7b6c for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:01.160026 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.177807 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.254122 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.260853 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Made reservation on behalf of 8380dfaa56f44a4c9e29e1f2fdcb2460 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:01.267555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.278641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.294478 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:01.299338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Usage tracker for resource:security_group_rule and tenant:d678b795a7e5476890e484eae484e42e is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.303859 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.327218 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Allocated IP 172.20.0.2 (8b097589-0a32-4ff7-9fcb-acfbd1856a85/f48ca4a7-dc82-40b2-b795-c61d6a3231b8/85083f23-8179-4d30-9877-91ed18dcce5c) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:01.340758 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.408639 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.417416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.424307 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:31:01.443730 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.452803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06631104-f3ba-425d-a243-0f419f24946e,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:01.459778 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Usage tracker for resource:security_group_rule and tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.466168 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:01.469356 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.474292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.474797 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Added segment 0a2338b3-28ab-4379-bfcd-9dfca3a37285 of type vlan for network d2f20fbf-2bdf-4915-bc78-1b50b46b741d
Jun 04 13:31:01.488834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.536597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.667548 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.668076 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.668076 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:01.668076 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.668347 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.668514 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:01.668593 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d34b08af-59e5-4138-98bc-1b8e79325365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:01.701793 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f181d5aa-ad8b-4bd1-96cf-be21fb983d43,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:01.713041 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:01.717759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:31:01.730950 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.732310 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Added segment 7be87555-a3d3-4353-bf46-57efed88d1c0 of type vlan for network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849
Jun 04 13:31:01.760487 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.784981 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Transition to ACTIVE for port object 85083f23-8179-4d30-9877-91ed18dcce5c will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:01.832570 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Transition to ACTIVE for port object 85083f23-8179-4d30-9877-91ed18dcce5c will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:01.836728 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5537651
Jun 04 13:31:01.837547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f20fbf-2bdf-4915-bc78-1b50b46b741d,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:01.839887 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42066) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:01.850292 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:31:01.850696 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.861971 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Request body: {'subnet': {'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-subnet', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:01.865259 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:01.871008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:01.884305 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.887240 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Usage tracker for resource:subnet and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:01.892013 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:01.899392 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:01.909095 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.919410 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.954096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:31:01.968288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:01.975064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:01.975442 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Added segment 7ae2957d-2db0-41b7-b0f3-4c74da016de1 of type vlan for network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f
Jun 04 13:31:02.013860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.055043 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.db.resource_extend [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:02.146992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.169374 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:02.172668 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:02.175837 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:02.180668 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:02.203215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.206504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.208563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.212633 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:02.213407 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.218924 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Made reservation on behalf of a1d48e64c9bb4c868be1331642e94ce1 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:02.225597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.262016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:02.262603 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.289080 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:02.327002 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.8795159
Jun 04 13:31:02.328966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afa368-48b3-471f-88a3-867c75b8fa6a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:02.333663 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:02.335716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42084) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:02.398324 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-09f1bd6b-47ab-4eda-b645-af4862b12686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:02.439330 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Request body: {'subnet': {'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-subnet', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:02.454162 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6456916
Jun 04 13:31:02.476740 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42094) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:02.488212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Request body: {'subnet': {'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1574520310-subnet', 'tenant_id': '8380dfaa56f44a4c9e29e1f2fdcb2460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:02.494214 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Pushing event updated for resources: {'Port': ['ID=85083f23-8179-4d30-9877-91ed18dcce5c,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:02.496983 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Attempting to bind port 85083f23-8179-4d30-9877-91ed18dcce5c on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:02.497556 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Attempting to bind port 85083f23-8179-4d30-9877-91ed18dcce5c by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:02.498400 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Attempting to bind port 85083f23-8179-4d30-9877-91ed18dcce5c on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:02.506741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:02.519148 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.519959 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.521099 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.521605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.521745 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Usage tracker for resource:subnet and tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:02.522308 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.523413 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.524403 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.524922 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.525429 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.525931 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.526475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.526951 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Tracked resource versions report:
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]: pushed versions:
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]: {   'AddressGroup': {'1.2'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'ConntrackHelper': {'1.0'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Log': {'1.0'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Network': {'1.1'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Port': {'1.7'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'PortForwarding': {'1.2'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'QosPolicy': {'1.8'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SecurityGroup': {'1.4'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'SubPort': {'1.0'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Subnet': {'1.1'},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     'Trunk': {'1.1'}}
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]: consumer versions:
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     HyperV agent@hv-cinder-78477: {},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Log': '1.0',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Network': '1.1',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Port': '1.7',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'PortForwarding': '1.2',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'QosPolicy': '1.8',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SecurityGroup': '1.4',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'SubPort': '1.0',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Subnet': '1.1',
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:                                                       'Trunk': '1.1'}}
Jun 04 13:31:02.528354 dv-cinder-784779-14-iscsi neutron-server[91609]:  {{(pid=91609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:31:02.534797 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:02.536271 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:02.536846 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Checking segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:02.537483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.539120 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Bound using segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:02.540013 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Bound port: 85083f23-8179-4d30-9877-91ed18dcce5c, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:02.540601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.602834 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:02.612784 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:02.620190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:02.624504 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:02.640785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:02.643426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Usage tracker for resource:subnet and tenant:d678b795a7e5476890e484eae484e42e is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:02.650956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:31:02.651296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:02.654251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Pushing event updated for resources: {'Network': ['ID=85658d98-6b17-4a07-88b0-fcfe4e76bf9f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:02.661585 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:02.683413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:02.709338 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:31:02.711248 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Made reservation on behalf of 8380dfaa56f44a4c9e29e1f2fdcb2460 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:02.717282 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:02.775298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Allocated IP 172.27.1.26 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:02.809744 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Made reservation on behalf of d678b795a7e5476890e484eae484e42e for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:02.812719 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.078220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.101079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] For port 85083f23-8179-4d30-9877-91ed18dcce5c, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:03.112570 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] For port 85083f23-8179-4d30-9877-91ed18dcce5c, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=85083f23-8179-4d30-9877-91ed18dcce5c,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:03.125848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.144525 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:03.195481 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.201622 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:03.254837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42132) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:03.259585 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.276336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:03.290627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:03.297540 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:03.334708 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:03.372000 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Pushing event updated for resources: {'Port': ['ID=85083f23-8179-4d30-9877-91ed18dcce5c,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:03.383934 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:03.485310 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:03.524130 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:03.534101 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:03.564169 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:03.574536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3e13ab807f435fbc646ba89ba31740 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:03.578329 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:03.609126 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:03.744354 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5f6e1a-c209-4667-bd16-de165be56f5b,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:03.755059 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:03.803586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Checking segment: {'id': '10dbf379-de26-4fd8-babf-4001aafb2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5665095b-df13-438d-abc8-0dcc467aff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:03.804879 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Network hostable DHCP agents. Network: 5665095b-df13-438d-abc8-0dcc467aff3c, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:03.838253 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.029201 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Network 5665095b-df13-438d-abc8-0dcc467aff3c is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:04.124575 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 5665095b-df13-438d-abc8-0dcc467aff3c) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:04.129593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:04.130678 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.141872 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e59e8-c082-41ea-8977-e10ba578f8bd None None] Network 5665095b-df13-438d-abc8-0dcc467aff3c requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:04.209030 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.2344971
Jun 04 13:31:04.255711 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.325943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.371352 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.371994 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42170) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:04.378899 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 85083f23-8179-4d30-9877-91ed18dcce5c up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:04.408057 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:04.522610 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea54fed-c887-4bf5-a893-b45513f4332c,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:04.526802 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:04.564766 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Synchronizing usage tracker for tenant:bf996f7ca4754051b9b657b24569dedf on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:04.689448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:31:04.707579 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7879e43-adce-4f9a-987e-c3b94b9fa5dc None None] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:04.720898 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.747302 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b78d75-ba0a-4ec0-a8d0-25b7df503ae9 None None] Network 5665095b-df13-438d-abc8-0dcc467aff3c requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:04.748990 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Unset dirty status for tenant:bf996f7ca4754051b9b657b24569dedf on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:04.752450 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f3e13ab807f435fbc646ba89ba31740&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4942608
Jun 04 13:31:04.753410 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.766557 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42180) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:04.771055 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7a03471-f14a-49f0-aec9-c5ab7eb5e89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:04.827028 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:04.866369 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-afc3c85d-de1d-492d-87f4-35d3bb44773e None None] Provisioning for port 85083f23-8179-4d30-9877-91ed18dcce5c completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:04.886070 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Usage tracker for resource:security_group_rule and tenant:bbaa0ef1c2dc4baf8948c86a42314b21 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:04.896874 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:04.920577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.923454 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:04.939360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:04.952960 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:04.969401 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:04.970108 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1d9e50>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:04.990619 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:04.994872 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2645190
Jun 04 13:31:04.995837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42190) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:05.019990 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 85083f23-8179-4d30-9877-91ed18dcce5c completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:05.031185 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 85083f23-8179-4d30-9877-91ed18dcce5c triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:05.031843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.058296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.097060 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Checking segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:05.099342 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Network hostable DHCP agents. Network: d2f20fbf-2bdf-4915-bc78-1b50b46b741d, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:05.161567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.193644 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.211444 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6498e60-9a82-4c34-b331-0ff4ae090551,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:05.234049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:05.242082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Checking segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:05.242447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Network hostable DHCP agents. Network: a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:05.245159 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:05.329702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42202) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:05.356849 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:05.374585 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933805473-network', 'tenant_id': '9700a4ee1f5f46d4980ff4834b46a0cc'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:05.412567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf76808-d5b4-43c0-989d-0a29ebaec0d0,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:05.464318 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:05.502535 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Usage tracker for resource:network and tenant:9700a4ee1f5f46d4980ff4834b46a0cc is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:05.514428 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:05.517104 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.522620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:05.550724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:05.568221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:05.590100 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 85083f23-8179-4d30-9877-91ed18dcce5c, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=85083f23-8179-4d30-9877-91ed18dcce5c,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:05.591520 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, d2f20fbf-2bdf-4915-bc78-1b50b46b741d) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:05.596935 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:05.598262 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.601301 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.601770 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:05.607588 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bad684-8885-479b-af4b-6e18efea2735,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:05.614587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:05.620932 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:05.621420 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:05.622590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Checking segment: {'id': '7ae2957d-2db0-41b7-b0f3-4c74da016de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:05.623095 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Network hostable DHCP agents. Network: 85658d98-6b17-4a07-88b0-fcfe4e76bf9f, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:05.636553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:05.636986 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e1ed3-2be3-4374-8b9e-b6f941f0c29a None None] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:05.642029 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:05.642826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.658666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Made reservation on behalf of 9700a4ee1f5f46d4980ff4834b46a0cc for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:05.661289 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.670320 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c82112-9b66-4e2a-b482-cc6f83fc5d48 None None] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:05.693079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.702134 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1d9e50>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:03Z', 'revision_number': 3, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:05.706482 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:05.707043 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Updating router 651a10c6-fb7a-4a77-bf6d-42fa39118824 port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:05.727565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.755679 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b8737695-536d-4cf3-b982-d00860eaea88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:05.771936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:05.777220 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9700a4ee1f5f46d4980ff4834b46a0cc is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:05.780245 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:05.787519 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:05.803958 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.866234 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea54fed-c887-4bf5-a893-b45513f4332c,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:05.874469 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:05.881540 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.884189 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ea54fed-c887-4bf5-a893-b45513f4332c HTTP/1.1" status: 204  len: 168 time: 1.0802829
Jun 04 13:31:05.888868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:05.892183 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 4.0434530
Jun 04 13:31:05.906444 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.908581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42208) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:05.914466 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-99d9f3db-c0e5-4385-9ed5-1dd356b79d69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.4835219
Jun 04 13:31:05.920245 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:05.924438 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42210) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:05.931219 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 85658d98-6b17-4a07-88b0-fcfe4e76bf9f) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:05.935481 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:05.936105 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.962108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:05.972726 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:05.977286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:05.990595 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:05.992118 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85daf7d8-147b-43ff-9fef-ae7ce66c0e68 None None] Network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:06.012574 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Usage tracker for resource:router and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:06.016907 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b023573a-2755-44b0-b7e6-5ad733b93343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:06.027254 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Usage tracker for resource:router and tenant:d678b795a7e5476890e484eae484e42e is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:06.039912 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:06.043092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:06.078524 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:06.081398 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:06.097699 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6199129
Jun 04 13:31:06.102284 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.120486 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbaa0ef1c2dc4baf8948c86a42314b21&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7422261
Jun 04 13:31:06.123506 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42216) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:06.125768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.126626 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8079640e-9e81-40b2-9f66-790b0a42d0af,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:06.142335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:06.164741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.166529 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.177198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:06.197189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.199230 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.202139 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd3d29-4b76-4dd4-8d0a-b5d9c5310782 None None] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:06.252269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:31:06.262245 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-7ad7a8a8-7bdd-4131-931d-ffeba760f9e0 None None] Provisioning complete for port 85083f23-8179-4d30-9877-91ed18dcce5c triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:06.263638 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a8a8-7bdd-4131-931d-ffeba760f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.291824 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.298710 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93525ff5-19e8-4cfd-ba0f-b7d969899cae,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:06.315380 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:06.319153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.320904 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Added segment 1f961ec9-c63b-4881-9506-4caa71885d23 of type vlan for network a58b7981-f9e1-45e7-a9b1-56c4f463efc9
Jun 04 13:31:06.333847 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.361940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.399078 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=85083f23-8179-4d30-9877-91ed18dcce5c,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:06.429229 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:06.447502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.521930 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.549510 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Transition to ACTIVE for port object ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:06.567363 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.572980 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:06.602854 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.617516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Allocated IP 172.20.0.1 (8b097589-0a32-4ff7-9fcb-acfbd1856a85/f48ca4a7-dc82-40b2-b795-c61d6a3231b8/9ae14257-ea0e-494c-9049-aded739c475e) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:06.794096 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Pushing event updated for resources: {'Port': ['ID=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:06.802521 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.823383 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Transition to ACTIVE for port object 9ae14257-ea0e-494c-9049-aded739c475e will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:06.828775 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42230) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:06.832125 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.839540 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.842220 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.842682 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.843127 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.846071 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.846621 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.847523 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.848765 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.850473 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.853136 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.854037 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.855769 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:31:06.856462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Tracked resource versions report:
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]: pushed versions:
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]: {   'AddressGroup': {'1.2'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'ConntrackHelper': {'1.0'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Log': {'1.0'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Network': {'1.1'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Port': {'1.7'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'PortForwarding': {'1.2'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'QosPolicy': {'1.8'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SecurityGroup': {'1.4'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SecurityGroupRule': {'1.2'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'SubPort': {'1.0'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Subnet': {'1.1'},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     'Trunk': {'1.1'}}
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]: consumer versions:
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]: {   DHCP agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     HyperV agent@hv-cinder-78477: {},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     L3 agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     Metadata agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     Metering agent@dv-cinder-784779-14-iscsi: {},
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:     Open vSwitch agent@dv-cinder-784779-14-iscsi: {   'AddressGroup': '1.2',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'ConntrackHelper': '1.0',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Log': '1.0',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Network': '1.1',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Port': '1.7',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'PortForwarding': '1.2',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'QosPolicy': '1.8',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SecurityGroup': '1.4',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SecurityGroupRule': '1.2',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'SubPort': '1.0',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Subnet': '1.1',
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:                                                       'Trunk': '1.1'}}
Jun 04 13:31:06.859673 dv-cinder-784779-14-iscsi neutron-server[91610]:  {{(pid=91610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 13:31:06.873127 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:06.876098 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:06.878780 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Attempting to bind port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:06.880130 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Attempting to bind port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:06.880835 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Attempting to bind port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:06.892766 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:06.894065 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:06.895122 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.896852 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:06.898616 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Bound port: ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:06.899587 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:06.990283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:07.006581 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:07.009455 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:07.011498 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:07.028506 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:07.029672 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.040357 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.db.resource_extend [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:07.078432 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] For port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:07.086064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.088112 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-d2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:31:07.088959 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.089525 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] For port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:07.103291 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.109890 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:07.262604 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Pushing event updated for resources: {'Port': ['ID=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:07.291803 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:07.322118 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:07.325380 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1d9e50>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:07.377420 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42252) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:07.394986 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc540ad3-64f0-4c18-acd5-21eabddec692 None None] Network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:07.436834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.446969 dv-cinder-784779-14-iscsi neutron-server[91608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 04 13:31:07.448190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:07.452528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.491250 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Usage tracker for resource:security_group_rule and tenant:0738fe9d82914b4db8c29b7269b7d137 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:07.495120 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:07.495812 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.505086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:07.508355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:07.558383 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.566289 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:07.602874 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Allocated IP 172.20.0.2 (d2f20fbf-2bdf-4915-bc78-1b50b46b741d/a6498e60-9a82-4c34-b331-0ff4ae090551/b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:07.621654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:07.628978 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.793486 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f078797a-a7f9-4818-9004-fc28f6cef876 None None] Provisioning for port 9ae14257-ea0e-494c-9049-aded739c475e completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:07.802416 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f078797a-a7f9-4818-9004-fc28f6cef876 None None] Provisioning complete for port 9ae14257-ea0e-494c-9049-aded739c475e triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:07.802847 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f078797a-a7f9-4818-9004-fc28f6cef876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.858587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a58b7981-f9e1-45e7-a9b1-56c4f463efc9,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:07.868142 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:07.871361 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.5079737
Jun 04 13:31:07.877238 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.878116 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42254) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:07.880717 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network a58b7981-f9e1-45e7-a9b1-56c4f463efc9 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:31:07.888307 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.894281 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.896241 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:07.901904 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:07.905665 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Request body: {'subnet': {'network_id': 'a58b7981-f9e1-45e7-a9b1-56c4f463efc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933805473-subnet', 'tenant_id': '9700a4ee1f5f46d4980ff4834b46a0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:07.928738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:07.930981 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-f078797a-a7f9-4818-9004-fc28f6cef876 None None] Port 9ae14257-ea0e-494c-9049-aded739c475e cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:07.939441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:07.955692 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1d9e50>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:03Z', 'revision_number': 3, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:07.959465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Usage tracker for resource:subnet and tenant:9700a4ee1f5f46d4980ff4834b46a0cc is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:07.960700 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d90f6-6cfc-4323-ab6b-6ca28a0bae32 None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:03Z', 'revision_number': 3, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:07.968237 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8079640e-9e81-40b2-9f66-790b0a42d0af,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:07.973561 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:07.985626 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-16a8952a-7c5e-4009-b735-335901d6756f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:07.986306 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-359e82d4-27b2-4b87-a121-b92e70464687 req-16a8952a-7c5e-4009-b735-335901d6756f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Synchronizing usage tracker for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:08.030338 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:08.039954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:08.052567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.056781 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8079640e-9e81-40b2-9f66-790b0a42d0af HTTP/1.1" status: 204  len: 168 time: 1.9288921
Jun 04 13:31:08.145395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Made reservation on behalf of 9700a4ee1f5f46d4980ff4834b46a0cc for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:08.147666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.147905 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:08.155068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:08.162917 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.196714 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Transition to ACTIVE for port object b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:08.218345 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:08.219513 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:08.220795 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Transition to ACTIVE for port object b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:08.239692 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.245515 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:08.314983 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.374065 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 85083f23-8179-4d30-9877-91ed18dcce5c up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:08.389688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.421836 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:08.462343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-359e82d4-27b2-4b87-a121-b92e70464687 req-16a8952a-7c5e-4009-b735-335901d6756f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Unset dirty status for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:08.463539 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-16a8952a-7c5e-4009-b735-335901d6756f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/networks?id=85658d98-6b17-4a07-88b0-fcfe4e76bf9f HTTP/1.1" status: 200  len: 812 time: 1.0750406
Jun 04 13:31:08.557159 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:08.585662 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:08.603409 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:08.623243 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 85083f23-8179-4d30-9877-91ed18dcce5c triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:08.623243 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.623933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e346df-7331-47ac-aaba-1c0c006b3766,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:08.623933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:08.667701 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Pushing event updated for resources: {'Port': ['ID=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:08.671848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:31:08.684330 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:08.855412 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Attempting to bind port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:08.855848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Attempting to bind port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:08.856403 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Attempting to bind port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:08.866484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:08.866828 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:08.867240 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Checking segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:08.871605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.872904 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Bound using segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:08.873838 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Bound port: b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:08.873991 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:08.890607 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/651a10c6-fb7a-4a77-bf6d-42fa39118824/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8934791
Jun 04 13:31:08.938255 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-9fb75b49-3ff2-469f-aaaf-92de88c996dc tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/quotas/8380dfaa56f44a4c9e29e1f2fdcb2460 HTTP/1.1" status: 200  len: 375 time: 0.3457725
Jun 04 13:31:08.946992 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0738fe9d82914b4db8c29b7269b7d137&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1137094
Jun 04 13:31:08.947900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42272) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:09.050381 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.090194 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] For port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:09.090889 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.093958 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] For port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:09.104544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-be81b8e0-7362-4f6d-bee1-d78569fc6d19 None None] Provisioning complete for port 9ae14257-ea0e-494c-9049-aded739c475e triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:09.104927 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-be81b8e0-7362-4f6d-bee1-d78569fc6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.191033 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.191956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-be81b8e0-7362-4f6d-bee1-d78569fc6d19 None None] Port 9ae14257-ea0e-494c-9049-aded739c475e cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:09.192464 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.201228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-623453f2-5264-45eb-a3a2-afe2c5a5f17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:09.204294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-76b9c3c3-d545-4b63-b25a-3507137c31d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:09.228333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e346df-7331-47ac-aaba-1c0c006b3766,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:09.230268 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.234372 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27e346df-7331-47ac-aaba-1c0c006b3766 HTTP/1.1" status: 204  len: 168 time: 0.2850344
Jun 04 13:31:09.235377 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:09.397716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Pushing event updated for resources: {'Port': ['ID=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:09.403747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:09.435203 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-7c23f39d-e31f-492b-b87d-04a9170e1135 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8380dfaa56f44a4c9e29e1f2fdcb2460&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4787927
Jun 04 13:31:09.470550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.506844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.578137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.621945 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:09.845408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Allocated IP 172.27.1.175 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/e825af28-b9c2-481f-a322-32139201bfae) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:09.980552 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42304) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:09.989639 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551936220', 'description': 'tempest-description--1181668622'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:10.000635 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:10.005747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:10.009926 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:10.017617 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:10.030222 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.063273 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:10.071347 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:10.074631 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:10.081060 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:10.097280 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.104179 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.111788 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d557c91b-df65-47b4-b738-1a28583a044c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:10.174987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.181851 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.193983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-56a8b18e-3a07-4116-8a7b-de26ccbb4b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:10.204949 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b66d7c-b500-49b2-9c8b-675dd3619058,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:10.210493 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:10.214174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Checking segment: {'id': '1f961ec9-c63b-4881-9506-4caa71885d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a58b7981-f9e1-45e7-a9b1-56c4f463efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:10.214533 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Network hostable DHCP agents. Network: a58b7981-f9e1-45e7-a9b1-56c4f463efc9, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:31:10.252092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:10.255119 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:10.265121 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.265121 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2801688
Jun 04 13:31:10.269082 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42316) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:10.277405 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.289993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group_rule': {'security_group_id': 'bbb5adca-3e2a-461b-a1e4-e2d2e08e0169', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:10.297716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:10.301530 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:10.307258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:10.314349 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:10.322705 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:10.346149 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-dac6139a-fe7b-4648-9463-7ddf1d98e744 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:31:10.355752 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-dac6139a-fe7b-4648-9463-7ddf1d98e744 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3833303
Jun 04 13:31:10.365473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.372589 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Network a58b7981-f9e1-45e7-a9b1-56c4f463efc9 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:31:10.436021 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:10.448759 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:10.465579 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:10.490263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:10.512683 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.520416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.550242 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:10.551323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, a58b7981-f9e1-45e7-a9b1-56c4f463efc9) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:10.571837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0020e69-0b6b-4aae-9e19-bc91fa9390dc,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:10.581329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:10.587071 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90eb4a3-917a-4a10-a6c8-89cc64849184 None None] Network a58b7981-f9e1-45e7-a9b1-56c4f463efc9 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:10.588098 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.591403 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3159974
Jun 04 13:31:10.594313 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42332) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:10.599327 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group_rule': {'security_group_id': 'bbb5adca-3e2a-461b-a1e4-e2d2e08e0169', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:10.609082 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:10.616822 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:10.626039 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:10.634654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Pushing event updated for resources: {'Port': ['ID=e825af28-b9c2-481f-a322-32139201bfae,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:10.641899 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:10.685979 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:10.686656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.689388 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.695331 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Allocated IP 172.27.1.165 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/c26f4e78-df69-4ac9-8bf7-5995c069873f) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:10.785503 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:10.869624 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:10.879543 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.889270 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.891531 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ae592781-4c37-4f36-9771-d68b2522146c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:10.940311 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8d7472-4281-4cab-aa77-0a11bd2b8a1c,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:10.944330 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:10.969600 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:10.975571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:10.978875 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:10.979691 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3843126
Jun 04 13:31:10.982918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42344) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:10.987519 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:11.005724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:11.010710 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:floatingip and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:11.013735 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b2ca7-0881-4caa-8019-b4d3e863c7d9 None None] Network a58b7981-f9e1-45e7-a9b1-56c4f463efc9 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:11.028358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:11.037827 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:11.038505 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb97c0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:11.044520 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:11.072748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.239216 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.3431230
Jun 04 13:31:11.259816 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-62e6833f-bbe8-4d4b-9ae1-6a2f2cfdba6c service neutron] 10.222.0.20 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9027808
Jun 04 13:31:11.362413 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:11.362621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.553569 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42360) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:11.629581 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706bdb9-f999-4065-894c-28f364833df9 None None] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:31:11.638136 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.657612 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Deleting subnet 0c5f6e1a-c209-4667-bd16-de165be56f5b {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:31:11.661632 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.697798 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-54a36cde-8494-4bc0-b346-f6375062cc53 service neutron] 10.222.0.20 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4367552
Jun 04 13:31:11.699723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.766723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.777219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:11.984359 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:12.037319 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:12.048059 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9fdd5b98-1c50-4d96-bb30-e6669ee7d24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:12.158441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42402) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:12.169118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:12.181460 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:12.186613 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:12.186995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:12.261929 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Provisioning for port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:12.272221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:12.393020 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Allocated IP 172.27.1.59 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/6dd20224-39b5-4dad-9be7-47fd0b940728) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:12.401339 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b148e43d-1ca8-4c11-95b2-27d0deb2cc18 req-8902b9e1-4651-44cb-8588-00fdf7a3ae83 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.2412407
Jun 04 13:31:12.419764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Pushing event updated for resources: {'Port': ['ID=c26f4e78-df69-4ac9-8bf7-5995c069873f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:12.438437 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:12.440884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Provisioning complete for port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:12.441279 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:12.740628 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:12.802512 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6934371f-76b3-4e51-963f-640923f73fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:12.886162 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:12.898801 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.014066 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:13.015119 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.054070 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.055342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.091003 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c5f6e1a-c209-4667-bd16-de165be56f5b HTTP/1.1" status: 204  len: 168 time: 1.5352092
Jun 04 13:31:13.099130 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5f6e1a-c209-4667-bd16-de165be56f5b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:13.108055 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:13.110022 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42438) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:13.185112 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:13.259452 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.263182 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb97c0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 2, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:13.282120 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:13.293422 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Updating router 651a10c6-fb7a-4a77-bf6d-42fa39118824 port 9ae14257-ea0e-494c-9049-aded739c475e binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:13.476198 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.498797 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] For port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:13.515286 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.524475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:13.538425 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.587861 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.606617 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:13.701456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:13.703132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=6dd20224-39b5-4dad-9be7-47fd0b940728,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:13.709409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:13.716952 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:13.717348 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:13.726955 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8847839e-c7c7-4f3e-9c59-c2d2607691e2 req-6c60c082-cd42-47cc-95ed-e381df48cf65 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.0788915
Jun 04 13:31:13.751960 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.824143 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-0513d226-0c0e-4cc1-adbe-0d522e175c2f None None] Provisioning complete for port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:13.824383 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0513d226-0c0e-4cc1-adbe-0d522e175c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.871579 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:13.875220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:13.886366 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:13.895460 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a8acd5910>> segment before_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.895929 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a8acd5910>> subnet precommit_delete_associations 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.896659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> segment_host_mapping after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.896985 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> port after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.897304 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> port after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.897686 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> port after_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.898003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> segment after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.898338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> subnet after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.898651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> subnet after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.898972 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8ad81760>> subnet after_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:13.955537 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Pushing event updated for resources: {'Port': ['ID=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:13.973046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:14.081925 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a8ad533a0>> subnet after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:14.082271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a8ad533a0>> subnet after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:14.082763 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a8ad533a0>> subnet before_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:14.083102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a8ad533a0>> subnet before_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:31:14.083459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad816d0>,) {'filters': {'network_id': ['5665095b-df13-438d-abc8-0dcc467aff3c']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:14.088956 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42468) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:14.117156 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Router 3f65cd4c-718a-41b1-89f6-745126009f96 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:31:14.135206 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad816d0>, '10dbf379-de26-4fd8-babf-4001aafb2136') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:14.135526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad816d0>, '10dbf379-de26-4fd8-babf-4001aafb2136') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:14.164737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.191844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.203494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.225230 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:31:14.225677 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.239823 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   from cryptography.utils import int_from_bytes
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   from cryptography.utils import int_from_bytes
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:31:14.242948 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:31:14.313813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.359766 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:14.363476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Transition to ACTIVE for port object 9ae14257-ea0e-494c-9049-aded739c475e will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:14.364277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Usage tracker for resource:security_group_rule and tenant:150dac27f6ec4a89a2b0a4d79dcb8d47 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:14.367798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:14.368351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.372550 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.373320 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.375860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:14.378749 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:14.434940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:14.460595 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.470554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Pushing event deleted for resources: {'Network': ['ID=5665095b-df13-438d-abc8-0dcc467aff3c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:14.490037 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:14.498131 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5665095b-df13-438d-abc8-0dcc467aff3c HTTP/1.1" status: 204  len: 168 time: 1.3763173
Jun 04 13:31:14.508038 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Pushing event updated for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:14.508282 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42478) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:14.527440 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:14.576787 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:14.586207 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:14.600359 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:14.601240 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b169220>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:14.627345 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.666691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Deleting subnet d4b66d7c-b500-49b2-9c8b-675dd3619058 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:31:14.688216 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.831293 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.883729 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Attempting to bind port 9ae14257-ea0e-494c-9049-aded739c475e on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:14.884412 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Attempting to bind port 9ae14257-ea0e-494c-9049-aded739c475e by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:14.885379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Attempting to bind port 9ae14257-ea0e-494c-9049-aded739c475e on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:14.897956 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.902896 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.9907491
Jun 04 13:31:14.904012 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:14.905840 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42490) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:14.906189 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Checking segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:14.906820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.907638 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Bound using segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:14.916439 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Bound port: 9ae14257-ea0e-494c-9049-aded739c475e, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:14.917174 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:14.937682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.db.resource_extend [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:14.982835 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.22', 58619) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:15.026324 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.057744 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.093629 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:15.117694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7798ab87-6d1f-4e03-8a53-adf18d4a97e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:15.205561 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] For port 9ae14257-ea0e-494c-9049-aded739c475e, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:15.215411 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] For port 9ae14257-ea0e-494c-9049-aded739c475e, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=9ae14257-ea0e-494c-9049-aded739c475e,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:15.228246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.232736 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:15.269953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=6dd20224-39b5-4dad-9be7-47fd0b940728,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:15.285559 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.317108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.334450 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:15.477316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.554544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:15.559047 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0d868fef-26c1-4a08-8b40-63e3505b23c6 req-7e12d205-263b-4ac0-a7ac-c1cab18a57ba tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.2405372
Jun 04 13:31:15.561587 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:15.563582 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb97c0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:15.693531 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b169220>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:11Z', 'revision_number': 3, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:15.703309 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:15.704131 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Updating router 3f65cd4c-718a-41b1-89f6-745126009f96 port e825af28-b9c2-481f-a322-32139201bfae binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:15.778603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.786135 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:15.848112 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:15.992147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9d607-f78f-48a3-ab68-dfcf61e421db,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:15.997500 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Pushing event updated for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:16.004293 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:16.019250 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=150dac27f6ec4a89a2b0a4d79dcb8d47&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9286187
Jun 04 13:31:16.025286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:16.030861 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42530) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:16.049792 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:16.050129 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.134504 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:16.286859 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:31:16.293331 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.295908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.313674 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3282564
Jun 04 13:31:16.322312 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.336665 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Transition to ACTIVE for port object e825af28-b9c2-481f-a322-32139201bfae will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:16.340831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-3399455e-4b61-47cf-aaad-42fc22ede845 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:16.344214 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-3399455e-4b61-47cf-aaad-42fc22ede845 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.22 "GET /v2.0/networks?id=85658d98-6b17-4a07-88b0-fcfe4e76bf9f HTTP/1.1" status: 200  len: 812 time: 1.3582640
Jun 04 13:31:16.345938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.350123 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.354489 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e66dbbd-bb2c-4086-a573-156ef4c907ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:16.356845 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-31a548df-8ba2-4170-87f5-839c08932900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:16.367324 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:16.398609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b66d7c-b500-49b2-9c8b-675dd3619058,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:16.404000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:16.408314 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Request body: {'port': {'device_id': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f', 'admin_state_up': True, 'tenant_id': '8380dfaa56f44a4c9e29e1f2fdcb2460'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:16.519111 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Attempting to bind port e825af28-b9c2-481f-a322-32139201bfae on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:16.519507 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Attempting to bind port e825af28-b9c2-481f-a322-32139201bfae by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:16.519872 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Attempting to bind port e825af28-b9c2-481f-a322-32139201bfae on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:16.533856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.542464 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Pushing event updated for resources: {'Port': ['ID=e825af28-b9c2-481f-a322-32139201bfae,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:16.557443 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:16.558241 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:16.558612 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:16.559007 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.559510 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:16.571378 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Bound port: e825af28-b9c2-481f-a322-32139201bfae, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:16.580547 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.708288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:16.708288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.770366 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.814038 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] For port e825af28-b9c2-481f-a322-32139201bfae, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:16.817644 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] For port e825af28-b9c2-481f-a322-32139201bfae, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=e825af28-b9c2-481f-a322-32139201bfae,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:16.825395 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:16.829608 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:16.865663 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4b66d7c-b500-49b2-9c8b-675dd3619058 HTTP/1.1" status: 204  len: 168 time: 2.3516557
Jun 04 13:31:16.875266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42556) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:16.989939 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:16.996339 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:16.997004 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b169220>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:17.015422 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Usage tracker for resource:port and tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:17.148680 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Pushing event updated for resources: {'Port': ['ID=e825af28-b9c2-481f-a322-32139201bfae,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:17.164110 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:17.202974 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:17.247846 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.255769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:17.313478 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-44187137-1d3b-4baf-b03f-fac0465cb923 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--551936220&fields=id&tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 267 time: 0.5934210
Jun 04 13:31:17.330091 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c04a8120-4142-46b6-bb0b-c5d392959fc2 req-5fe6f744-11fe-4253-a800-70bd2365384d tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.4839220
Jun 04 13:31:17.390335 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb97c0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:15Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:17.403890 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7a94c-8abd-4e14-9e3c-1c07ac42aaa5 None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:15Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:17.620709 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Made reservation on behalf of 8380dfaa56f44a4c9e29e1f2fdcb2460 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:17.625453 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.626328 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:17.705036 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.745520 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8a06cee0>,) {'filters': {'network_id': ['a58b7981-f9e1-45e7-a9b1-56c4f463efc9']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:17.764898 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8a06cee0>, '1f961ec9-c63b-4881-9506-4caa71885d23') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:17.765598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8a06cee0>, '1f961ec9-c63b-4881-9506-4caa71885d23') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:17.821634 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.872367 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.902372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:31:17.902779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.921416 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:31:17.935219 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:31:17.981197 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:18.005757 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:18.032730 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Sync routers for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:18.050651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:18.057617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb9a60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:18.212917 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b169220>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:11Z', 'revision_number': 3, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:18.220784 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd496-3b11-452c-8827-376b929aa72f None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:11Z', 'revision_number': 3, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:18.263249 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:18.290441 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:18.324572 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:18.329925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-2ff860a5-2285-4380-aa22-8ef51e5eeff7 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:18.340112 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-2ff860a5-2285-4380-aa22-8ef51e5eeff7 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 811 time: 1.0216832
Jun 04 13:31:18.362276 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Allocated IP 172.20.0.8 (85658d98-6b17-4a07-88b0-fcfe4e76bf9f/39bad684-8885-479b-af4b-6e18efea2735/304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:18.372706 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9d607-f78f-48a3-ab68-dfcf61e421db,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:18.375539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:18.405850 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58b7981-f9e1-45e7-a9b1-56c4f463efc9,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:18.411516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:18.430769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:18.431962 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ff9d607-f78f-48a3-ab68-dfcf61e421db HTTP/1.1" status: 204  len: 168 time: 2.3997073
Jun 04 13:31:18.443344 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7191c656-dd37-451a-bb7e-f76b09fea536 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a58b7981-f9e1-45e7-a9b1-56c4f463efc9 HTTP/1.1" status: 204  len: 168 time: 1.5643167
Jun 04 13:31:18.546615 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-1446d46c-f985-420b-874b-6fbc9a25b1c0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/quotas/9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 375 time: 0.2049513
Jun 04 13:31:18.718822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:18.776122 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:18.966799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:18.968570 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 13.0260260
Jun 04 13:31:18.973422 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42592) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:18.973947 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42594) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:19.141580 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:19.194880 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-28f1e419-de1f-40ef-b754-93e7ac43ba56 req-4745a488-1716-4ea8-887d-2b329861ddac tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.4121888
Jun 04 13:31:19.242720 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:19.293499 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:19.656103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:19.657520 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:19.671814 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:19.751972 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 9ae14257-ea0e-494c-9049-aded739c475e up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:19.817616 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42604) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:19.895308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:19.937128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Pushing event updated for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:19.959059 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:19.963782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:19.972186 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3643de2eaa4bd8a9d0e9f3516ae4b9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:19.980056 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:19.997291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:20.021896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:20.043707 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.075855 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 9ae14257-ea0e-494c-9049-aded739c475e completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:20.091025 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb9a60>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 3, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:20.100079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 9ae14257-ea0e-494c-9049-aded739c475e triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:20.100079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.109873 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7151756
Jun 04 13:31:20.167459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-1e237b3e-befd-4049-b7e8-b0a0e396976f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:31:20.169619 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-1e237b3e-befd-4049-b7e8-b0a0e396976f tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0072739
Jun 04 13:31:20.190766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Checking router: f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:20.191122 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Updating router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb port c26f4e78-df69-4ac9-8bf7-5995c069873f binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:20.202510 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.368832 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.447203 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-587d6c5d-b65f-42e5-a738-990a5aaa97ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57621873b6234c43994932086ece7b6c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4611166
Jun 04 13:31:20.449888 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42616) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:20.489294 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.573266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.603921 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.675039 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.698137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:20.734948 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2104307-2680-4431-a3e9-715bf73fd7f6,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:20.737185 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:20.741417 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2104307-2680-4431-a3e9-715bf73fd7f6 HTTP/1.1" status: 204  len: 168 time: 0.2880917
Jun 04 13:31:20.744065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:20.968420 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:21.097199 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-cc0e00b2-6474-4733-8b27-f898af309ce9 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&fields=id HTTP/1.1" status: 200  len: 348 time: 2.5117481
Jun 04 13:31:21.229677 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c3643de2eaa4bd8a9d0e9f3516ae4b9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4011357
Jun 04 13:31:21.231530 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9d2f04-2181-4b47-8ada-423d1d8305b4,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:21.232734 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:21.233637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42630) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:21.264102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:21.504021 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:21.509161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 9ae14257-ea0e-494c-9049-aded739c475e, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=9ae14257-ea0e-494c-9049-aded739c475e,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:21.535094 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:21.540162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e825af28-b9c2-481f-a322-32139201bfae up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:21.568178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2003c9-dfe2-41a1-920c-b3e1ec0c08d8 req-ae0ef2df-619d-4620-83bf-b07d80b4f748 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:21.570486 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5e2003c9-dfe2-41a1-920c-b3e1ec0c08d8 req-ae0ef2df-619d-4620-83bf-b07d80b4f748 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 931 time: 1.1178093
Jun 04 13:31:21.635123 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:21.643415 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:21.685675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42638) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:21.704164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Allocated IP 172.20.0.1 (d2f20fbf-2bdf-4915-bc78-1b50b46b741d/a6498e60-9a82-4c34-b331-0ff4ae090551/764e4a3d-2242-46de-b7a9-adf11285262a) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:21.837140 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-bde2b376-5ac2-41e0-93c5-65e26caa41ea service neutron] 10.222.0.20 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6565955
Jun 04 13:31:21.870758 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.db.resource_extend [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:21.974601 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-5e2003c9-dfe2-41a1-920c-b3e1ec0c08d8 req-8f1551af-2b5d-489e-839c-7e1dba61a727 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Synchronizing usage tracker for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:21.982666 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-caaa3d11-05fb-4a60-8ce8-bcf35418761f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9700a4ee1f5f46d4980ff4834b46a0cc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2855031
Jun 04 13:31:21.987218 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:21.989908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port e825af28-b9c2-481f-a322-32139201bfae completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:21.994510 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:21.996417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42648) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:22.004657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port e825af28-b9c2-481f-a322-32139201bfae triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:22.005120 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.034171 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Request body: {'port': {'device_id': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:22.095268 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.172335 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.180705 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-5e2003c9-dfe2-41a1-920c-b3e1ec0c08d8 req-8f1551af-2b5d-489e-839c-7e1dba61a727 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Unset dirty status for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:22.181963 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5e2003c9-dfe2-41a1-920c-b3e1ec0c08d8 req-8f1551af-2b5d-489e-839c-7e1dba61a727 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5948656
Jun 04 13:31:22.210496 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Transition to ACTIVE for port object c26f4e78-df69-4ac9-8bf7-5995c069873f will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:22.255998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.288356 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-7ec9ac68-faf6-423f-90f8-36c210c39da8 service neutron] 10.222.0.20 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3990550
Jun 04 13:31:22.294388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.302107 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.325023 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:22.360573 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.382735 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.402093 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.409526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:22.429434 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.434900 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c9d2f04-2181-4b47-8ada-423d1d8305b4 HTTP/1.1" status: 204  len: 168 time: 1.1999669
Jun 04 13:31:22.439654 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.535379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Attempting to bind port c26f4e78-df69-4ac9-8bf7-5995c069873f on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:22.536090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Attempting to bind port c26f4e78-df69-4ac9-8bf7-5995c069873f by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:22.536634 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Attempting to bind port c26f4e78-df69-4ac9-8bf7-5995c069873f on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:22.542175 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Pushing event updated for resources: {'Port': ['ID=c26f4e78-df69-4ac9-8bf7-5995c069873f,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:22.560519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port e825af28-b9c2-481f-a322-32139201bfae, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=e825af28-b9c2-481f-a322-32139201bfae,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:22.561877 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:22.563390 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:22.569057 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:22.570636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.571497 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:22.572174 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Bound port: c26f4e78-df69-4ac9-8bf7-5995c069873f, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:22.572760 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.644098 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.665219 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:22.788019 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=e825af28-b9c2-481f-a322-32139201bfae,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:22.792694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:22.793762 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] For port c26f4e78-df69-4ac9-8bf7-5995c069873f, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:22.797109 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] For port c26f4e78-df69-4ac9-8bf7-5995c069873f, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c26f4e78-df69-4ac9-8bf7-5995c069873f,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:22.802045 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:22.813358 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:22.821236 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Transition to ACTIVE for port object 764e4a3d-2242-46de-b7a9-adf11285262a will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:22.889553 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 9ae14257-ea0e-494c-9049-aded739c475e up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:22.968715 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:22.983758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0e2d733-98f3-4bf1-a51b-e66a811c6832 req-822f6981-4971-497c-96a0-fda688bd2dff tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.3071568
Jun 04 13:31:23.001152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:23.025030 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Transition to ACTIVE for port object 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:23.034198 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9d2f04-2181-4b47-8ada-423d1d8305b4,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:23.041237 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:23.043961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:23.062602 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:23.236240 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:23.237056 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb9a60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:30:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:23.400159 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:23.470915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-67f6461e-f23c-4afe-bd76-3b6323e7dab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:23.696949 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Allocated IP 172.20.0.1 (a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849/fbf76808-d5b4-43c0-989d-0a29ebaec0d0/5c392573-a04c-43e3-a803-783152b1c4b6) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:23.703813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:23.709510 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:23.713110 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Pushing event updated for resources: {'Port': ['ID=c26f4e78-df69-4ac9-8bf7-5995c069873f,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:23.721139 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:23.727941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:23.728407 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:23.811762 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:23.819811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:23.915294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.021930 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:24.100302 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.109095 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 9ae14257-ea0e-494c-9049-aded739c475e triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:24.109830 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.110860 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93525ff5-19e8-4cfd-ba0f-b7d969899cae HTTP/1.1" status: 204  len: 168 time: 2.1099787
Jun 04 13:31:24.140587 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93525ff5-19e8-4cfd-ba0f-b7d969899cae,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:24.153103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:24.253644 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Attempting to bind port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:24.254015 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Attempting to bind port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7ae2957d-2db0-41b7-b0f3-4c74da016de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:24.255553 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Attempting to bind port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 on network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:24.268154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 on network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:31:24.270002 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Attempting to bind port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 on network 85658d98-6b17-4a07-88b0-fcfe4e76bf9f {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:24.276191 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Pushing event updated for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:24.282760 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:24.284097 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Checking segment: {'id': '7ae2957d-2db0-41b7-b0f3-4c74da016de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:24.285564 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:24.285969 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Bound using segment: {'id': '7ae2957d-2db0-41b7-b0f3-4c74da016de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:24.287789 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Bound port: 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae2957d-2db0-41b7-b0f3-4c74da016de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:24.288561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.300969 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:24.544876 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-053b630d-3cb1-4b97-8895-8b937a55a664 req-d53fee84-1dca-427b-b47a-d345c2ca1347 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.2727773
Jun 04 13:31:24.578594 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:24.589074 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,segment=NetworkSegment(7ae2957d-2db0-41b7-b0f3-4c74da016de1),segment_id=7ae2957d-2db0-41b7-b0f3-4c74da016de1)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:24.602366 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.610479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:24.742246 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:24.743081 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:24.744735 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] 10.222.0.22 "PUT /v2.0/ports/304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 HTTP/1.1" status: 200  len: 1093 time: 3.3642128
Jun 04 13:31:24.745269 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:24.841187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:24.848080 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:25.027816 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-34a1b821-6ed0-4de1-b6cf-b211bc6112a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:25.029693 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-34a1b821-6ed0-4de1-b6cf-b211bc6112a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8380dfaa56f44a4c9e29e1f2fdcb2460&device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 1096 time: 0.1780474
Jun 04 13:31:25.073282 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263ba92-0f9a-4f00-929b-cf8d4e763119 req-4b1d2897-4167-499c-9fdb-721931f6aff5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:25.085577 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c263ba92-0f9a-4f00-929b-cf8d4e763119 req-4b1d2897-4167-499c-9fdb-721931f6aff5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 943 time: 1.3583317
Jun 04 13:31:25.128734 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:25.175713 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-6630284a-ab79-4638-b819-b9bf7b9b36eb None None] Provisioning for port 764e4a3d-2242-46de-b7a9-adf11285262a completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:25.219519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-6630284a-ab79-4638-b819-b9bf7b9b36eb None None] Provisioning complete for port 764e4a3d-2242-46de-b7a9-adf11285262a triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:25.219905 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-6630284a-ab79-4638-b819-b9bf7b9b36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:25.257868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:25.279046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f6b7-9690-4a90-bcd6-98790ca63459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:25.344524 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-291ec66f-97b8-4233-84e7-33566715be53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 HTTP/1.1" status: 200  len: 217 time: 0.1410880
Jun 04 13:31:25.439784 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c263ba92-0f9a-4f00-929b-cf8d4e763119 req-c314f86f-cb73-4990-af4a-72911abde6da tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3184893
Jun 04 13:31:25.506506 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:25.547891 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-6630284a-ab79-4638-b819-b9bf7b9b36eb None None] Port 764e4a3d-2242-46de-b7a9-adf11285262a cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:25.566649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e82d4-27b2-4b87-a121-b92e70464687 req-3ce1e3f3-2cbc-4ba9-b221-e6ced6f78b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:25.572379 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-3ce1e3f3-2cbc-4ba9-b221-e6ced6f78b8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=39bad684-8885-479b-af4b-6e18efea2735 HTTP/1.1" status: 200  len: 852 time: 0.1801164
Jun 04 13:31:25.761358 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-4128cd3e-8e12-4317-a11d-e9b0278a623e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=85658d98-6b17-4a07-88b0-fcfe4e76bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1773841
Jun 04 13:31:25.942868 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455246a-a513-452b-bafa-68d52e77ca0a x-openstack-request-id: req-2455246a-a513-452b-bafa-68d52e77ca0a {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:25.943584 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:25.943675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2455246a-a513-452b-bafa-68d52e77ca0a {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:25.944355 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1', 'status': 'completed', 'code': 200}
Jun 04 13:31:26.020050 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-96144014-0ecb-4fe7-a5b4-8d85d2dd62c2 service neutron] 10.222.0.22 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312450
Jun 04 13:31:26.173303 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8afb9a60>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 3, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:26.190963 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200e0e-16db-4e94-bf67-16642edf4cfd None None] The sync data for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi is: [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 3, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:26.241446 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8e4c7d02-d0d7-488a-b230-9edfb83d0b47 req-3d0f080a-15b6-4ee6-9bff-eab468438c18 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.2600255
Jun 04 13:31:26.332687 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:26.333565 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e825af28-b9c2-481f-a322-32139201bfae up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:26.384296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:26.458348 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-359e82d4-27b2-4b87-a121-b92e70464687 req-21e5f2c6-c3c7-42fc-a8d2-6d9131a451fe service neutron] 10.222.0.22 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3805079
Jun 04 13:31:26.597953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port e825af28-b9c2-481f-a322-32139201bfae triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:26.599518 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:26.603797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.22', 58647) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:26.653761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:26.670845 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:26.697565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:26.698051 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:26.762540 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.db.resource_extend [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:26.878398 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Pushing event updated for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:26.912063 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:26.936388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:27.034836 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:27.044666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:27.068701 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-195c2609-43b6-461c-8883-309e20b48077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:27.618674 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d49b-1d25-46f1-be21-a1bd6f741e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:27.734387 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Pushing event updated for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:27.780381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:27.786430 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-bc2e53e1-c720-482e-9655-422b2bf62bdd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:27.788530 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-bc2e53e1-c720-482e-9655-422b2bf62bdd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Synchronizing usage tracker for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:network {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:27.800119 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-2b0e7f01-864b-47c8-9536-92e8d732f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:27.804835 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-2b0e7f01-864b-47c8-9536-92e8d732f83c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8380dfaa56f44a4c9e29e1f2fdcb2460&device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 1096 time: 1.2001705
Jun 04 13:31:27.844096 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-17db7bed-66d0-4c4f-aa79-3f15c52b8ead req-5b35280e-f666-4e77-8d4c-d476f28eaf9c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.2176068
Jun 04 13:31:27.947564 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-bc2e53e1-c720-482e-9655-422b2bf62bdd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Unset dirty status for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:network {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:27.950000 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-bc2e53e1-c720-482e-9655-422b2bf62bdd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 811 time: 1.4143569
Jun 04 13:31:28.049068 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:28.049344 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0079b-4a0c-42a5-8f0c-26edc7b6366d req-71b866dc-30ff-4c49-ac97-387fe3c8a732 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:28.056767 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-02a0079b-4a0c-42a5-8f0c-26edc7b6366d req-71b866dc-30ff-4c49-ac97-387fe3c8a732 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 943 time: 1.1331322
Jun 04 13:31:28.143273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:28.146723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:28.196747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-fc5cb6ce-b1d5-464c-8193-f1e75f71dafd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Synchronizing usage tracker for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:security_group {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:28.276753 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-fc5cb6ce-b1d5-464c-8193-f1e75f71dafd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Unset dirty status for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:security_group {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:28.278569 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-fc5cb6ce-b1d5-464c-8193-f1e75f71dafd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 379 time: 0.3197761
Jun 04 13:31:28.295952 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'port': {'device_id': '6cd96022-203c-4792-9711-b6c0030e2479', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'admin_state_up': True, 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'security_groups': ['bbb5adca-3e2a-461b-a1e4-e2d2e08e0169']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:28.314843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c26f4e78-df69-4ac9-8bf7-5995c069873f up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:28.404421 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-e58ab78d-1dc7-4b15-86d1-799c56299a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:28.407201 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-e58ab78d-1dc7-4b15-86d1-799c56299a63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=85658d98-6b17-4a07-88b0-fcfe4e76bf9f HTTP/1.1" status: 200  len: 913 time: 0.5861278
Jun 04 13:31:28.454176 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-02a0079b-4a0c-42a5-8f0c-26edc7b6366d req-0a8579fc-554d-4f22-a0ea-336f32ed7d36 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3924956
Jun 04 13:31:28.454176 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:28.502836 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port c26f4e78-df69-4ac9-8bf7-5995c069873f completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:28.529563 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c26f4e78-df69-4ac9-8bf7-5995c069873f triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:28.530025 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:28.704056 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-37e35c40-26f1-4977-9e54-daf06d54de2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 HTTP/1.1" status: 200  len: 217 time: 0.1385992
Jun 04 13:31:28.858953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:28.868755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9bc79e36-5a59-4d28-ab4b-894336617260 None None] Provisioning complete for port 764e4a3d-2242-46de-b7a9-adf11285262a triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:28.869459 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9bc79e36-5a59-4d28-ab4b-894336617260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:28.926298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:28.955859 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:port and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:28.965809 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:28.981416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:28.985788 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-988e67b8-ed74-4608-bead-b255f4bc5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:28.989437 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-988e67b8-ed74-4608-bead-b255f4bc5493 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=39bad684-8885-479b-af4b-6e18efea2735 HTTP/1.1" status: 200  len: 852 time: 0.2663400
Jun 04 13:31:29.055956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-9bc79e36-5a59-4d28-ab4b-894336617260 None None] Port 764e4a3d-2242-46de-b7a9-adf11285262a cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:29.079825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Made reservation on behalf of 9b1fcbfdd7ea483b8a47e8fa6ba15ef4 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:29.083967 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.098296 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:31:29.117215 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.156175 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port c26f4e78-df69-4ac9-8bf7-5995c069873f, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c26f4e78-df69-4ac9-8bf7-5995c069873f,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:29.158008 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-a44b5262-8fca-4524-af48-f774888623da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=85658d98-6b17-4a07-88b0-fcfe4e76bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1594114
Jun 04 13:31:29.169819 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.173758 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:29.382374 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=c26f4e78-df69-4ac9-8bf7-5995c069873f,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:29.388361 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.391031 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:29.416804 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.468001 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.482115 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.489669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:29.580162 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6dd8e34b-00ea-43fd-926c-2a85f269bcab req-715ba74a-e403-40ba-ad7b-6746f4f71600 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.1498897
Jun 04 13:31:29.608747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Allocated IP 172.20.0.8 (8b097589-0a32-4ff7-9fcb-acfbd1856a85/f48ca4a7-dc82-40b2-b795-c61d6a3231b8/27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:29.860222 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:31:29.861446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.877869 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Transition to ACTIVE for port object 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:29.930605 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42894) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:29.931965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:29.969855 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:30.223890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Pushing event updated for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:30.227995 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:30.247632 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:30.277445 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c26f4e78-df69-4ac9-8bf7-5995c069873f up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:30.399822 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-06a7d3c7-604d-4f8f-88dd-8d9ac24052c5 service neutron] 10.222.0.22 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1947160
Jun 04 13:31:30.400929 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:30.426933 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:30.444427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:30.448674 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:30.458336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:30.488226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:30.502118 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Usage tracker for resource:security_group_rule and tenant:18bd93d67afc484f9e8e245d133a1c28 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:30.507084 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:30.519600 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c26f4e78-df69-4ac9-8bf7-5995c069873f triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:30.519989 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:30.529483 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:30.700911 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:30.707923 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42934) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:30.717516 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:30.734324 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08f89cea-df8a-4cfd-90e6-d45614bf9a7a req-ff077be1-894a-45e6-b8b7-987b51e42834 service neutron] 10.222.0.22 "GET /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867073
Jun 04 13:31:30.746626 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:30.747152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:30.797948 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:30.809755 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:30.813952 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5227036
Jun 04 13:31:30.826972 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:30.839945 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Request body: {'port': {'device_id': '6cd96022-203c-4792-9711-b6c0030e2479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:30.866905 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a045313-e41e-4d17-9af4-43a8f3ec74e4 req-b71b4529-d754-40bd-9aab-f3786ae66d40 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:30.868622 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0a045313-e41e-4d17-9af4-43a8f3ec74e4 req-b71b4529-d754-40bd-9aab-f3786ae66d40 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 943 time: 1.1218455
Jun 04 13:31:30.884201 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:30.886022 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8bf226d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:30.902227 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-56882ccf-b685-4f04-bae7-0790abce7b5a None None] Provisioning for port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:30.924132 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-56882ccf-b685-4f04-bae7-0790abce7b5a None None] Provisioning complete for port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:30.924810 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-56882ccf-b685-4f04-bae7-0790abce7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.025900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.039447 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.049783 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.062690 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-56882ccf-b685-4f04-bae7-0790abce7b5a None None] Port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:31.065792 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f65cd4c-718a-41b1-89f6-745126009f96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1562004
Jun 04 13:31:31.069593 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0a045313-e41e-4d17-9af4-43a8f3ec74e4 req-fa190c8b-4d73-4960-8363-ad675fdd5481 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925757
Jun 04 13:31:31.219381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.258673 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226762b-1bca-4486-892a-8a5073b282a2 req-190be29e-a436-4bee-9b34-537b27f92991 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:31.260666 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8226762b-1bca-4486-892a-8a5073b282a2 req-190be29e-a436-4bee-9b34-537b27f92991 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 931 time: 0.4488177
Jun 04 13:31:31.266598 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:31.273840 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c2d9466-d831-4327-b68b-babbcb551bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:31.276272 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:31.285227 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Usage tracker for resource:security_group_rule and tenant:a11720ea01114a8e89db2b7bbe31a29f is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:31.287873 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:31.316753 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:31:31.324941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:31.332417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffb5353-847c-4e85-863f-4650f74fd247,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:31.338046 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18bd93d67afc484f9e8e245d133a1c28&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4041820
Jun 04 13:31:31.339027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:31.341342 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42954) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:31.432454 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8226762b-1bca-4486-892a-8a5073b282a2 req-e682e635-9818-4c31-b23d-03ffc84dbec6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377721
Jun 04 13:31:31.632652 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.682132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.842895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:31.854835 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Sync routers for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:31.865626 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:31.867792 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:31.872792 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:31.895526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-26106d44-ee1d-4573-a809-3653e17bac90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:31.912164 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42972) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:31.923083 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8bf226d0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:25Z', 'revision_number': 2, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:31.929709 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:31.930685 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Updating router 3f65cd4c-718a-41b1-89f6-745126009f96 port 764e4a3d-2242-46de-b7a9-adf11285262a binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:31.934097 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522877913', 'description': 'tempest-description--2141163598'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:31.946844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffb5353-847c-4e85-863f-4650f74fd247,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:31.953089 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:31.967000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:31.969296 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:31.986976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:31.991117 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.004433 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:32.008371 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.009549 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bffb5353-847c-4e85-863f-4650f74fd247 HTTP/1.1" status: 204  len: 168 time: 0.6672757
Jun 04 13:31:32.017844 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.039358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42978) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:32.049127 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:32.085210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Transition to ACTIVE for port object 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:32.099725 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.106073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:32.137398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:32.160202 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.162441 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] 10.222.0.20 "PUT /v2.0/routers/f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1618202
Jun 04 13:31:32.173661 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.191750 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:32.231382 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Pushing event updated for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:32.234641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:32.328594 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea32d8-7b84-4b93-8c77-f902b57224e8,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:32.357282 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a11720ea01114a8e89db2b7bbe31a29f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5532506
Jun 04 13:31:32.360018 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:32.360992 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 42990) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:32.366666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.625791 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:32.654000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:32.674931 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.690272 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:32.697821 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Transition to ACTIVE for port object 764e4a3d-2242-46de-b7a9-adf11285262a will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:32.707336 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.708680 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.717921 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:32.724680 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:32.736528 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.808661 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:27Z', 'revision_number': 4, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '5c392573-a04c-43e3-a803-783152b1c4b6', 'name': '', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'mac_address': 'fa:16:3e:d2:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:22Z', 'updated_at': '2021-06-04T13:31:29Z', 'revision_number': 2, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'subnets': [{'id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:32.816251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbafb-8506-4d24-a244-dafa9995fcae req-14d627c0-058c-4eb3-a9d6-cd9b97618248 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:32.816443 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:32.819593 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2ffbafb-8506-4d24-a244-dafa9995fcae req-14d627c0-058c-4eb3-a9d6-cd9b97618248 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 943 time: 0.4738073
Jun 04 13:31:32.821571 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Checking router: f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:32.821994 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Updating router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb port 5c392573-a04c-43e3-a803-783152b1c4b6 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:31:32.832321 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Attempting to bind port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:32.835598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Attempting to bind port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:32.835842 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Attempting to bind port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:32.838949 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Usage tracker for resource:security_group_rule and tenant:88af9501ac17487aaff7439d54eb8e9e is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:32.866561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 42998) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:32.869282 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:32.874124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:31:32.874760 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Attempting to bind port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:32.898460 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:32.899355 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Checking segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:32.899945 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Bound using segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:32.901068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Bound port: 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:32.901947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.909625 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.914395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:32.922614 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:33.000914 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09f8e8-eb0f-48b6-b50b-52ac15fe63b1 req-59b861d4-59c7-4d1a-ba53-7228fe07209d tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:33.008629 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Pushing event updated for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:33.009150 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc09f8e8-eb0f-48b6-b50b-52ac15fe63b1 req-59b861d4-59c7-4d1a-ba53-7228fe07209d tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.2978568
Jun 04 13:31:33.013215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2ffbafb-8506-4d24-a244-dafa9995fcae req-e66f4720-c7b2-40f6-bb0e-173b9cf765ae tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820047
Jun 04 13:31:33.029642 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:33.033890 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:33.048260 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.049408 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.080095 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:33.092769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:33.101907 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:33.118124 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc09f8e8-eb0f-48b6-b50b-52ac15fe63b1 req-2659fe59-83c5-4f49-b5b5-e7591084bee0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084344
Jun 04 13:31:33.150407 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Attempting to bind port 764e4a3d-2242-46de-b7a9-adf11285262a on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:33.151043 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Attempting to bind port 764e4a3d-2242-46de-b7a9-adf11285262a by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:33.151579 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Attempting to bind port 764e4a3d-2242-46de-b7a9-adf11285262a on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:33.159495 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:33.160619 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Checking segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:33.161079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.161430 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.161920 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Bound using segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:33.163297 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Bound port: 764e4a3d-2242-46de-b7a9-adf11285262a, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:33.163957 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.167804 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4ac66a29-137d-4676-9c20-7c145480fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:33.189679 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea32d8-7b84-4b93-8c77-f902b57224e8,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:33.205486 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:33.206299 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.215074 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bea32d8-7b84-4b93-8c77-f902b57224e8 HTTP/1.1" status: 204  len: 168 time: 0.7647843
Jun 04 13:31:33.264820 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.331370 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.351073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Usage tracker for resource:security_group_rule and tenant:da99673e2dde473ab79d9e2621c7a76f is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:33.354093 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.357652 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:33.375706 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] For port 764e4a3d-2242-46de-b7a9-adf11285262a, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:33.377636 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:33.380136 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.382628 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] 10.222.0.22 "PUT /v2.0/ports/27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1093 time: 2.5486276
Jun 04 13:31:33.383719 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.384506 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:33.384967 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] For port 764e4a3d-2242-46de-b7a9-adf11285262a, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=764e4a3d-2242-46de-b7a9-adf11285262a,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:33.394522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1272930-22f4-4f46-941c-25407134b69b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:33.396796 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.407797 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:33.419837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:33.517631 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56398cea-db26-4c4e-acb4-10e760ad5053 x-openstack-request-id: req-56398cea-db26-4c4e-acb4-10e760ad5053 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:33.518004 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:33.518210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56398cea-db26-4c4e-acb4-10e760ad5053 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:33.518617 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'status': 'completed', 'code': 200}
Jun 04 13:31:33.590104 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Pushing event updated for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=4']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:33.594200 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:33.612805 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:33.613460 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8bf226d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:33.753139 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88af9501ac17487aaff7439d54eb8e9e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7127671
Jun 04 13:31:33.759984 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43024) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:33.772907 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Pushing event updated for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:33.779770 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:33.786421 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.791535 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.8746822
Jun 04 13:31:33.792577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43026) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:33.800417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group_rule': {'security_group_id': '5f391de3-c4e1-45bb-a60f-16a4c9423f67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:33.807820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:33.812665 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:33.814941 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:33.819923 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:33.838762 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.864995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Transition to ACTIVE for port object 5c392573-a04c-43e3-a803-783152b1c4b6 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:33.869177 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-f61499dd-f4ba-480b-ba5d-849941104236 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:33.872462 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-f61499dd-f4ba-480b-ba5d-849941104236 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 819 time: 0.2919934
Jun 04 13:31:33.880004 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:33.880626 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:33.892557 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:33.901188 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-9897a0a8-e283-4a4e-8471-58a32795e451 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/quotas/d678b795a7e5476890e484eae484e42e HTTP/1.1" status: 200  len: 375 time: 0.0217826
Jun 04 13:31:33.936571 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d93015-b47b-407c-aac1-e5722299786c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f391de3-c4e1-45bb-a60f-16a4c9423f67,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:33.940715 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:33.970167 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-68ee7345-5d4d-4524-8626-dc791381d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:33.971833 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-68ee7345-5d4d-4524-8626-dc791381d989 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1096 time: 0.5244603
Jun 04 13:31:33.978986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.051187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.060866 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.077559 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.106841 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7c061c-b6cc-442d-8934-4e3dba6b4612,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.117251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43030) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:34.145534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.146308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.162277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.163629 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-707d06cd-2e81-4539-9035-6d0e7483acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3699059
Jun 04 13:31:34.164547 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Pushing event updated for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.166899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43034) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:34.168834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.177055 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-4b957e6f-90d4-4a44-95ff-701141899e3e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Synchronizing usage tracker for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:34.183972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group_rule': {'security_group_id': '5f391de3-c4e1-45bb-a60f-16a4c9423f67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:34.187152 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Attempting to bind port 5c392573-a04c-43e3-a803-783152b1c4b6 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:34.187721 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Attempting to bind port 5c392573-a04c-43e3-a803-783152b1c4b6 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:34.188282 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Attempting to bind port 5c392573-a04c-43e3-a803-783152b1c4b6 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:34.190826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:34.194457 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:34.194833 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Checking segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:34.195276 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.195673 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Bound using segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:34.196210 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:34.196431 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Bound port: 5c392573-a04c-43e3-a803-783152b1c4b6, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:34.196812 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.199578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:34.205821 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:34.216355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:34.242218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.243481 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc7086c-61b3-42a2-9af5-09c86f34b6d9,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.246666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.249529 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-97218417-3a46-47b7-af24-2f5089c60676 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 217 time: 0.2642748
Jun 04 13:31:34.250556 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.252414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.252825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.262255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.273409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Usage tracker for resource:security_group_rule and tenant:c82e5448b61c4336b7bf5d6abedc6913 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:34.284144 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:34.301725 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:34.306270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.309675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fc71484c-4eb0-4827-87f1-54b318d0897e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.321756 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] For port 5c392573-a04c-43e3-a803-783152b1c4b6, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:34.326464 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] For port 5c392573-a04c-43e3-a803-783152b1c4b6, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=5c392573-a04c-43e3-a803-783152b1c4b6,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:34.335298 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.341716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.358637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.402832 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-aa8d4ed8-0d5d-4176-acc5-e66bb29fed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:34.404901 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-aa8d4ed8-0d5d-4176-acc5-e66bb29fed82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.1412592
Jun 04 13:31:34.411618 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da99673e2dde473ab79d9e2621c7a76f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5383418
Jun 04 13:31:34.412442 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c6eab-813f-4840-8624-5538ff65c9ba,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.418028 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:34.418215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43036) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:34.418593 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:34.453746 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-15b7db91-edf7-4136-b224-35745879be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8bf226d0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:33Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:34.460012 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b7db91-edf7-4136-b224-35745879be33 None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:33Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:34.460215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.504783 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458a99e-04bb-424a-b675-a42b910f6118 req-b8904713-abe8-441a-bcc0-908c65d440a2 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:34.507738 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8458a99e-04bb-424a-b675-a42b910f6118 req-b8904713-abe8-441a-bcc0-908c65d440a2 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 943 time: 0.2873414
Jun 04 13:31:34.523684 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8ffde20c-cc53-44e4-b060-01ebcac01939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:34.523684 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-8ffde20c-cc53-44e4-b060-01ebcac01939 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1073942
Jun 04 13:31:34.523954 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.541616 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.542820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Pushing event updated for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.555150 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.584573 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.593065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc7086c-61b3-42a2-9af5-09c86f34b6d9,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.618537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.619897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.627154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.628618 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecc7086c-61b3-42a2-9af5-09c86f34b6d9 HTTP/1.1" status: 204  len: 168 time: 0.8586543
Jun 04 13:31:34.672286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.708320 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.725830 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8458a99e-04bb-424a-b675-a42b910f6118 req-b66adae7-5979-40f7-8fa8-1949edcaffe4 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968391
Jun 04 13:31:34.747253 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:34.754117 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9786d552-b04c-4c9e-96de-80b9814d37cc,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:34.757737 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:34.764133 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.811253 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.814442 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.835921 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:34.837151 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6568201
Jun 04 13:31:34.853449 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43044) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:34.855117 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-4b957e6f-90d4-4a44-95ff-701141899e3e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Unset dirty status for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:34.859258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:34.875019 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-4b957e6f-90d4-4a44-95ff-701141899e3e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9669645
Jun 04 13:31:34.888027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:34.916583 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:floatingip and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:34.925822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9c13e233-ad12-4934-8a45-731852708238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:34.926037 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:34.968563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:35.022993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.080352 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-7d236b06-d700-40f3-9bfe-e518f8ed08d4 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5245886
Jun 04 13:31:35.144964 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c82e5448b61c4336b7bf5d6abedc6913&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0173185
Jun 04 13:31:35.153747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43054) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:35.156895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8d9a2b-e226-4fec-b681-42d03b1fe414,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:35.163769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:35.281566 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.301524 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-fb1c9c68-8918-4682-8596-32c0cc8112cb service neutron] 10.222.0.20 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255965
Jun 04 13:31:35.320068 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:35.360013 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43056) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:35.360916 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c6eab-813f-4840-8624-5538ff65c9ba,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:35.362723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.368350 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:35.397696 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6471d0-b906-4a76-97d3-4d6e3827e13e req-9ed9fdaf-d67d-486e-9d55-d35dfc22c260 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:35.399281 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6471d0-b906-4a76-97d3-4d6e3827e13e req-9ed9fdaf-d67d-486e-9d55-d35dfc22c260 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.4023836
Jun 04 13:31:35.439602 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.477097 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.477779 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ab40bc2-371a-4e12-a513-11b75938b369 req-30980a81-d8b1-49e7-8ee4-dba41cc831b8 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3815441
Jun 04 13:31:35.478215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9c6eab-813f-4840-8624-5538ff65c9ba HTTP/1.1" status: 204  len: 168 time: 1.0584366
Jun 04 13:31:35.547364 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:27Z', 'revision_number': 4, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '5c392573-a04c-43e3-a803-783152b1c4b6', 'name': '', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'mac_address': 'fa:16:3e:d2:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:22Z', 'updated_at': '2021-06-04T13:31:34Z', 'revision_number': 4, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'subnets': [{'id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:35.552509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.557460 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81e79-9a51-4782-b654-1e175a1c13e4 None None] The sync data for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi is: [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:27Z', 'revision_number': 4, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '5c392573-a04c-43e3-a803-783152b1c4b6', 'name': '', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'mac_address': 'fa:16:3e:d2:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:22Z', 'updated_at': '2021-06-04T13:31:34Z', 'revision_number': 4, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'subnets': [{'id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:35.583619 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:31:35.629547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.786767 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,segment=NetworkSegment(7ae2957d-2db0-41b7-b0f3-4c74da016de1),segment_id=7ae2957d-2db0-41b7-b0f3-4c74da016de1)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:35.795064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:35.802538 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-7a32fb42-2e76-4bf8-a3ff-9cda16a2e27b service neutron] 10.222.0.20 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4841366
Jun 04 13:31:35.814135 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Usage tracker for resource:security_group_rule and tenant:d327ec7bcb654d0f8858bb664ecd5bd2 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:35.829408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1', 'network_id': '85658d98-6b17-4a07-88b0-fcfe4e76bf9f', 'port_id': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1', 'mac_address': 'fa:16:3e:cf:70:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bad684-8885-479b-af4b-6e18efea2735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:31:35.861397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:35.882223 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6471d0-b906-4a76-97d3-4d6e3827e13e req-f8f3765a-d35a-405c-9ad2-a6a690d3dccf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4519591
Jun 04 13:31:35.885576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.911794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:35.916172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:35.933079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.962026 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:35.962374 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272930-22f4-4f46-941c-25407134b69b req-1adb8c0b-0311-4621-b071-77bc0a4be039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:35.965328 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-1adb8c0b-0311-4621-b071-77bc0a4be039 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1096 time: 0.4147201
Jun 04 13:31:35.971435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:35.976722 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d8d9a2b-e226-4fec-b681-42d03b1fe414 HTTP/1.1" status: 204  len: 168 time: 0.8211269
Jun 04 13:31:35.985930 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Allocated IP 172.27.1.49 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/d3e824c0-73c2-4aa9-a929-f6573a9077e3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:35.988594 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8d9a2b-e226-4fec-b681-42d03b1fe414,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:36.007019 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:36.032147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,segment=NetworkSegment(7ae2957d-2db0-41b7-b0f3-4c74da016de1),segment_id=7ae2957d-2db0-41b7-b0f3-4c74da016de1)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:36.047250 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.048899 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:36.379738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.457113 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.466989 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:36.479364 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:36.480624 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 764e4a3d-2242-46de-b7a9-adf11285262a up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:36.556296 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.575570 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:36.638386 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:36.643325 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:36.650247 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:36.658228 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aa59002f-34dd-4ab8-a7d7-550870373d60 req-dfce43d2-4eb0-4505-971b-081ef21bd8f2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 210 time: 0.4713190
Jun 04 13:31:36.686389 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.690769 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 764e4a3d-2242-46de-b7a9-adf11285262a completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:36.697263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 764e4a3d-2242-46de-b7a9-adf11285262a triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:36.697953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.701988 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:36.747638 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38580da3-b95c-4332-8ab1-43b4497e01eb,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:36.766475 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d327ec7bcb654d0f8858bb664ecd5bd2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4015319
Jun 04 13:31:36.770882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43092) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:36.772662 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:36.851534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37f29-2eb8-4547-9fa4-a5002d041cc7 req-e911909a-318f-4de1-90a9-fdd004be8da8 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:36.853330 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b9a37f29-2eb8-4547-9fa4-a5002d041cc7 req-e911909a-318f-4de1-90a9-fdd004be8da8 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.4848108
Jun 04 13:31:36.893557 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.948275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.952492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:36.968219 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b9a37f29-2eb8-4547-9fa4-a5002d041cc7 req-f2a71142-8bdd-4cba-80df-5c3a6a9d3101 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026578
Jun 04 13:31:36.991783 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 764e4a3d-2242-46de-b7a9-adf11285262a, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=764e4a3d-2242-46de-b7a9-adf11285262a,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:36.999278 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.000452 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 5c392573-a04c-43e3-a803-783152b1c4b6 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:37.041222 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272930-22f4-4f46-941c-25407134b69b req-414a0e46-f170-40cb-875f-0729f58ee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:37.044857 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-414a0e46-f170-40cb-875f-0729f58ee969 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.3195217
Jun 04 13:31:37.065970 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=d3e824c0-73c2-4aa9-a929-f6573a9077e3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:37.081346 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:37.086165 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:37.134591 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.184303 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:37.187262 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.190674 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:37.191679 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 5c392573-a04c-43e3-a803-783152b1c4b6 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:37.198413 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 5c392573-a04c-43e3-a803-783152b1c4b6 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:37.199288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.208600 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d0a132ea-d0ef-4908-b12b-ae05ba916f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:37.231442 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.262983 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38580da3-b95c-4332-8ab1-43b4497e01eb,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:37.278598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:37.342639 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.344283 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38580da3-b95c-4332-8ab1-43b4497e01eb HTTP/1.1" status: 204  len: 168 time: 0.5673389
Jun 04 13:31:37.372714 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.446449 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ee738-5495-41fa-a42e-629a5a086558 req-8ea589a7-3892-477a-ae36-f1ce85b00c2a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:37.447824 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-855ee738-5495-41fa-a42e-629a5a086558 req-8ea589a7-3892-477a-ae36-f1ce85b00c2a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.3704860
Jun 04 13:31:37.450074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 5c392573-a04c-43e3-a803-783152b1c4b6, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=5c392573-a04c-43e3-a803-783152b1c4b6,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:37.455994 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4783b80a-6873-410c-976b-65e12d8f2da8 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:37.459964 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.463922 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4783b80a-6873-410c-976b-65e12d8f2da8 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 819 time: 0.2775738
Jun 04 13:31:37.467319 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c3ac5b55-4411-4af5-897e-fb9d765ad8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:37.513910 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-11a47e38-0149-4039-914d-9c27f7e9b976 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/quotas/d678b795a7e5476890e484eae484e42e HTTP/1.1" status: 200  len: 375 time: 0.0487757
Jun 04 13:31:37.599247 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-855ee738-5495-41fa-a42e-629a5a086558 req-336e7e3c-1007-4e9d-acce-25896d47aca0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324625
Jun 04 13:31:37.611147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:37.627068 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:37.650760 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-ff5a1a10-68b5-424a-83bc-da4c8ac24fa2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1356826
Jun 04 13:31:37.665781 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.674907 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.680407 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8c43cd15-b33f-49b9-a234-c3df6a5c2d4b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:37.789723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=d3e824c0-73c2-4aa9-a929-f6573a9077e3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:37.794309 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:37.800838 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.827445 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:37.843198 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9745150
Jun 04 13:31:38.176224 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 764e4a3d-2242-46de-b7a9-adf11285262a up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:38.202648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc404b-f0e3-4980-a2f7-bc9784e2a69c req-b160e5e5-76a1-4d3a-997a-fc8d7acb2dc6 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:38.204772 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cdfc404b-f0e3-4980-a2f7-bc9784e2a69c req-b160e5e5-76a1-4d3a-997a-fc8d7acb2dc6 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.1196215
Jun 04 13:31:38.262295 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 764e4a3d-2242-46de-b7a9-adf11285262a triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:38.262802 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:38.270393 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cdfc404b-f0e3-4980-a2f7-bc9784e2a69c req-443a07c7-beb9-462a-b67e-083a9807a93c tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552068
Jun 04 13:31:38.410969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 5c392573-a04c-43e3-a803-783152b1c4b6 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:38.420586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-02f927fb-f677-412a-bdad-e7382918bf7f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:38.444273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-0413cb1e-06d2-4648-ab35-17c847062ee1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:31:38.458042 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-0413cb1e-06d2-4648-ab35-17c847062ee1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4330375
Jun 04 13:31:38.476087 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43178) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:38.492949 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 5c392573-a04c-43e3-a803-783152b1c4b6 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:38.493751 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:38.498310 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-02f927fb-f677-412a-bdad-e7382918bf7f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:38.509698 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-02f927fb-f677-412a-bdad-e7382918bf7f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1522877913&fields=id&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 267 time: 0.1316795
Jun 04 13:31:38.702956 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-77341510-eb5d-4042-a468-8e510c0c3fae service neutron] 10.222.0.20 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440386
Jun 04 13:31:38.786559 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-346e6937-3a2c-4768-995b-85a0372b836c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 217 time: 0.1283002
Jun 04 13:31:38.933673 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:31:38.940873 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-dce22772-f784-435a-9149-6e85b22ecbb4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:38.942099 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-dce22772-f784-435a-9149-6e85b22ecbb4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:39.003785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-dce22772-f784-435a-9149-6e85b22ecbb4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:39.004975 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-dce22772-f784-435a-9149-6e85b22ecbb4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 817 time: 0.4945009
Jun 04 13:31:39.009282 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-3c1ab50b-c384-470d-a356-b5f4b2f0784e service neutron] 10.222.0.20 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530506
Jun 04 13:31:39.039900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.044386 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-be8cba33-d9ac-4d0a-a20c-0cb55514537a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/quotas/a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 375 time: 0.0239394
Jun 04 13:31:39.111675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:39.119772 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272930-22f4-4f46-941c-25407134b69b req-1a8607a0-f0a8-4b9f-9dcc-89dfb2c7431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:39.121230 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-1a8607a0-f0a8-4b9f-9dcc-89dfb2c7431d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.3269527
Jun 04 13:31:39.130035 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6da22a9a034452818a0066fb28b77f is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:39.146057 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:39.157448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:39.213536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-d28d722d-4ba2-4c55-a38e-e86316685faa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:39.243109 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-d28d722d-4ba2-4c55-a38e-e86316685faa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:39.244478 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-d28d722d-4ba2-4c55-a38e-e86316685faa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1967692
Jun 04 13:31:39.283681 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.292785 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.312094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-637a5638-d970-4bb3-90bb-b6ca4c846daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:39.379337 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa6da22a9a034452818a0066fb28b77f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8984809
Jun 04 13:31:39.402946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30cc4f-d14d-4eef-8390-fef4e7f7fa43,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:39.419513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43216) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:39.423076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:39.567694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.571518 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-8afed202-33ef-4c4d-89e1-167cc69fd4fc service neutron] 10.222.0.20 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3105767
Jun 04 13:31:39.669053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.829065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4685d01-ad95-4cb7-8bc7-87425ad4f4bd req-2af61003-10b0-400c-801b-31b43a5767f2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:39.830586 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4685d01-ad95-4cb7-8bc7-87425ad4f4bd req-2af61003-10b0-400c-801b-31b43a5767f2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.4119363
Jun 04 13:31:39.930411 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-8b8372a0-2403-44a9-bc37-2cc771582f63 service neutron] 10.222.0.20 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3414345
Jun 04 13:31:39.947350 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4685d01-ad95-4cb7-8bc7-87425ad4f4bd req-18bf1cf6-aa67-43f7-ae8c-5bfe256bc56c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984857
Jun 04 13:31:39.959919 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:39.970596 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:39.998825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30cc4f-d14d-4eef-8390-fef4e7f7fa43,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:40.012364 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:40.013579 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:40.029821 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a30cc4f-d14d-4eef-8390-fef4e7f7fa43 HTTP/1.1" status: 204  len: 168 time: 0.6092780
Jun 04 13:31:40.245750 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf556c-aacf-43b2-a174-190e76020c83 req-bc513b4a-7ccf-46f5-bbbd-d1a190f65e73 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:40.258681 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05bf556c-aacf-43b2-a174-190e76020c83 req-bc513b4a-7ccf-46f5-bbbd-d1a190f65e73 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.1966448
Jun 04 13:31:40.357401 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d5b5de70-9edd-4a0d-8ac9-5a15f088afd4 req-8579f269-8ae4-43ac-a364-d19b3869b515 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 210 time: 0.0562608
Jun 04 13:31:40.368971 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05bf556c-aacf-43b2-a174-190e76020c83 req-02dea1d1-0337-40b0-bc37-7b10a1047452 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094129
Jun 04 13:31:40.483312 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-50944c51-f55a-48db-b496-c440ab1a3441 req-dcbcf8d4-8e0d-4273-a140-34734058b49c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0559201
Jun 04 13:31:40.636808 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43296) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:40.887431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:40.902225 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:40.906292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Usage tracker for resource:security_group_rule and tenant:918bb55b3b924243b0fc6839a7eab862 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:40.909144 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:40.918184 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:41.021920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.027251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.037702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4a601745-31a6-4565-b693-9a548d3798f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:41.126587 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=918bb55b3b924243b0fc6839a7eab862&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4890215
Jun 04 13:31:41.127702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750394cd-5642-4256-8fba-75e02e2cea40,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:41.129682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43322) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:41.131141 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:41.181525 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b9b06-315a-4de0-92a2-9331513c629d req-74ec5673-9eb8-49f8-919b-9d99f395d6e5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:41.190320 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-227b9b06-315a-4de0-92a2-9331513c629d req-74ec5673-9eb8-49f8-919b-9d99f395d6e5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.1177955
Jun 04 13:31:41.195740 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.223632 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.257388 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-227b9b06-315a-4de0-92a2-9331513c629d req-4e49c65a-71b7-425a-afe6-872801fc1dca tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660262
Jun 04 13:31:41.306936 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.313555 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:41.328053 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750394cd-5642-4256-8fba-75e02e2cea40,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:41.330822 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:41.353990 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.355359 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750394cd-5642-4256-8fba-75e02e2cea40 HTTP/1.1" status: 204  len: 168 time: 0.2237117
Jun 04 13:31:41.587585 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ecda097-8ea7-453f-a3b6-7ef9c686c891 req-dc255e81-c046-498f-ab7d-d59e3b942264 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 210 time: 0.0886664
Jun 04 13:31:41.636941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d86399-d066-454b-965a-76e3be72020c req-6721542a-6bb7-4a7f-82e8-8d83c11dada5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:41.639030 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36d86399-d066-454b-965a-76e3be72020c req-6721542a-6bb7-4a7f-82e8-8d83c11dada5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.1044617
Jun 04 13:31:41.697023 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36d86399-d066-454b-965a-76e3be72020c req-e6e54cdc-e683-4b38-b25c-aacb1b27435a tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513415
Jun 04 13:31:41.758095 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c3f36d6-38d3-46c8-bfac-b504b1777769 req-bb57c0d0-619a-4b74-bc87-7e329a5c192f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0455315
Jun 04 13:31:41.771271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43342) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:41.804145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.822497 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:41.827588 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Usage tracker for resource:security_group_rule and tenant:e40d4cc82a034d5aadfb8bf050e3dc61 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:41.830747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:41.839392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:41.933200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.937013 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:41.945610 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:41.983573 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e40d4cc82a034d5aadfb8bf050e3dc61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2100115
Jun 04 13:31:41.985079 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b37598-d113-4944-9cbe-5c2b80208524,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:41.986327 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43350) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:41.988076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:42.052478 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:42.079363 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:42.079692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272930-22f4-4f46-941c-25407134b69b req-5def3bf3-3c52-4c42-b8e3-4c368473c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:42.081229 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-5def3bf3-3c52-4c42-b8e3-4c368473c9fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0764766
Jun 04 13:31:42.146114 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:42.157225 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c551d694-0a1a-45d2-968c-5a6e805c6349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:42.174020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b37598-d113-4944-9cbe-5c2b80208524,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:42.179969 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:42.206196 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:42.226206 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05b37598-d113-4944-9cbe-5c2b80208524 HTTP/1.1" status: 204  len: 168 time: 0.2276435
Jun 04 13:31:42.250503 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-d1430aba-f7d3-4051-8885-043a9c8b6dbf service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491039
Jun 04 13:31:42.421587 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a1272930-22f4-4f46-941c-25407134b69b req-70058058-ad79-4206-bc57-3675ed7c463c service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502964
Jun 04 13:31:42.522286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d37981-832e-4650-921a-88531293ee75 req-40bca5af-c34b-4af1-8129-6718fa777823 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:42.523913 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79d37981-832e-4650-921a-88531293ee75 req-40bca5af-c34b-4af1-8129-6718fa777823 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.1332161
Jun 04 13:31:42.609599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79d37981-832e-4650-921a-88531293ee75 req-139e7ecc-42c3-43c1-b449-946f69b29e31 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784137
Jun 04 13:31:42.805861 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-724c1690-3e28-4e4a-b601-074d957ee699 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:42.806670 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-724c1690-3e28-4e4a-b601-074d957ee699 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Synchronizing usage tracker for tenant:d678b795a7e5476890e484eae484e42e on resource:network {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:42.835189 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2ed33f07-d811-4a2b-866e-9ed7c0308e26 req-715cc519-3f31-406b-b855-16c26a604052 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 210 time: 0.0553634
Jun 04 13:31:42.835719 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-724c1690-3e28-4e4a-b601-074d957ee699 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Unset dirty status for tenant:d678b795a7e5476890e484eae484e42e on resource:network {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:42.837095 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-724c1690-3e28-4e4a-b601-074d957ee699 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 819 time: 0.3071721
Jun 04 13:31:42.854203 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Request body: {'port': {'device_id': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'admin_state_up': True, 'tenant_id': 'd678b795a7e5476890e484eae484e42e'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:43.117378 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-554692a8-d94f-4c2e-a937-a1b43e3af2e6 req-cae0273e-68ae-4cac-9543-f17c35b43d7b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0841095
Jun 04 13:31:43.214844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2bc3-2955-42f4-8384-33a62a2ac73b req-dd7b7acf-82e0-4053-a6e7-76340ff843cd tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:43.225397 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-066b2bc3-2955-42f4-8384-33a62a2ac73b req-dd7b7acf-82e0-4053-a6e7-76340ff843cd tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.3556211
Jun 04 13:31:43.348944 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-066b2bc3-2955-42f4-8384-33a62a2ac73b req-2ab79c35-9b82-4746-9614-fe958eec7a76 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146867
Jun 04 13:31:43.550377 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:43.591903 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:43.644392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Made reservation on behalf of d678b795a7e5476890e484eae484e42e for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:43.649638 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:43.672117 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.22', 58669) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:43.719593 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-dc76b245-2c3d-4d25-8051-c14d3241c14c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:43.721382 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-dc76b245-2c3d-4d25-8051-c14d3241c14c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 819 time: 0.4947083
Jun 04 13:31:43.781884 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Request body: {'port': {'device_id': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'admin_state_up': True, 'tenant_id': 'd678b795a7e5476890e484eae484e42e'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:43.976386 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:31:43.998298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:44.030693 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:44.049306 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-1d93e6da-bcbe-464a-8cdc-0339c5f07fd9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:44.051128 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-1d93e6da-bcbe-464a-8cdc-0339c5f07fd9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 817 time: 0.3774545
Jun 04 13:31:44.072132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Made reservation on behalf of d678b795a7e5476890e484eae484e42e for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:44.075659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.085437 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:44.086257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c563c-3c05-4c00-9ab3-26bb40a61315 req-56b3013d-7395-4479-ab6a-5fde230ce337 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:44.088029 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-554c563c-3c05-4c00-9ab3-26bb40a61315 req-56b3013d-7395-4479-ab6a-5fde230ce337 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 943 time: 0.1974814
Jun 04 13:31:44.177739 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5d65e0dc-908c-42e1-a0bb-3a4d26a2f4fa req-8a17e4a8-5d3e-4d45-ab2e-adfe3ec99b05 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 210 time: 0.0627551
Jun 04 13:31:44.221674 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-554c563c-3c05-4c00-9ab3-26bb40a61315 req-84a99a6b-b0a6-4da7-bf58-a3592f691f6e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239617
Jun 04 13:31:44.299559 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Allocated IP 172.20.0.12 (a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849/fbf76808-d5b4-43c0-989d-0a29ebaec0d0/a731d32d-7c64-4356-b15a-e2cdeca15698) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:44.335593 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:44.341197 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:44.354146 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:44.354761 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.395119 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'port_id': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'mac_address': 'fa:16:3e:58:7f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:31:44.424808 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aad6b1ee-d02b-4a49-80d5-0fe2dfeb5391 req-ee1a6450-9bfc-45df-89d8-c1671d95ae1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0906348
Jun 04 13:31:44.483085 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.502239 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:44.556030 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:44.572051 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.575984 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a955768c-2ef2-45d8-87fa-73a8c8f360f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:44.600526 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc50a3-9fb8-46b3-8ba6-231a7feeb1c4 req-69f89bcf-f4c3-474e-a285-3a3cd0f0d4be tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:44.602142 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdbc50a3-9fb8-46b3-8ba6-231a7feeb1c4 req-69f89bcf-f4c3-474e-a285-3a3cd0f0d4be tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 944 time: 0.1182060
Jun 04 13:31:44.636144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.657065 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdbc50a3-9fb8-46b3-8ba6-231a7feeb1c4 req-4901d4d5-681a-4c1d-8cea-7dd4624bdb53 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488632
Jun 04 13:31:44.658748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.674359 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:44.689501 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:44.742859 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.748369 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:44.759398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,segment=NetworkSegment(7ae2957d-2db0-41b7-b0f3-4c74da016de1),segment_id=7ae2957d-2db0-41b7-b0f3-4c74da016de1)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:44.759507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:44.796472 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:44.798333 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2c84bfb0-ba99-476e-9a2e-d8658525094f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:44.861327 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Pushing event updated for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:44.875424 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:44.889752 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:44.893667 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:44.902454 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:44.964844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Allocated IP 172.20.0.4 (a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849/fbf76808-d5b4-43c0-989d-0a29ebaec0d0/708bc75b-57cf-48c8-a6e6-56af85541172) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:44.992007 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b2975-be5f-4dc0-b065-40242d9c21b1" -d '{"events": [{"server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "name": "network-vif-plugged", "status": "completed", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:44.995505 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:44.999896 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:45.033153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:45.033844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:45.105526 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de43789-472e-4b05-b225-05e7c5e9a0ea x-openstack-request-id: req-4de43789-472e-4b05-b225-05e7c5e9a0ea {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:45.105830 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "name": "network-vif-plugged", "status": "completed", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:45.106088 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4de43789-472e-4b05-b225-05e7c5e9a0ea {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:45.106554 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1', 'code': 200}
Jun 04 13:31:45.116016 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2687798
Jun 04 13:31:45.229223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:45.269940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:45.278068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:45.346068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:45.354000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:45.358337 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:45.391948 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Pushing event updated for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:45.396186 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:45.426580 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:45.427110 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:45.446564 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6713936
Jun 04 13:31:45.448221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bca9e-713f-428e-8c15-f2ef30c5b19d req-4c466603-19f6-4539-8922-ae3202c74470 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:45.449671 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b86bca9e-713f-428e-8c15-f2ef30c5b19d req-4c466603-19f6-4539-8922-ae3202c74470 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 931 time: 0.1485674
Jun 04 13:31:45.458296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9ff9-35d6-437e-bae5-38cc00a3d17e req-3894e549-469b-45bd-a61b-3bdb4d9e9076 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:45.460334 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-306f9ff9-35d6-437e-bae5-38cc00a3d17e req-3894e549-469b-45bd-a61b-3bdb4d9e9076 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 944 time: 0.1266489
Jun 04 13:31:45.582136 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b86bca9e-713f-428e-8c15-f2ef30c5b19d req-b13a11c5-2c4a-4738-9589-c5340921539a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208274
Jun 04 13:31:45.585423 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-306f9ff9-35d6-437e-bae5-38cc00a3d17e req-8206b2a1-bc1f-468e-babd-8379e09eed05 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111896
Jun 04 13:31:45.718050 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f61e2b4f-6744-4f83-a47e-e7b2f7d765a8 req-971829f2-2cae-436a-9bf3-5bfa5744ed17 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0432036
Jun 04 13:31:45.847429 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d64bf-9f5d-4b74-8f9b-8d43b5e6ceef req-cca67189-92f1-4952-95f0-5c14548990f2 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:45.848873 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2e1d64bf-9f5d-4b74-8f9b-8d43b5e6ceef req-cca67189-92f1-4952-95f0-5c14548990f2 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.0805597
Jun 04 13:31:45.891683 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2e1d64bf-9f5d-4b74-8f9b-8d43b5e6ceef req-90787c8a-e2f6-4174-a115-68c414099108 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364852
Jun 04 13:31:46.827147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27188c-4d5b-4ee5-bbde-58e051b0fd83 req-a73ce1af-259e-4e85-a3b7-a5477d215e10 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:46.828588 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f27188c-4d5b-4ee5-bbde-58e051b0fd83 req-a73ce1af-259e-4e85-a3b7-a5477d215e10 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 931 time: 0.1410346
Jun 04 13:31:46.836733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4200a5-d268-4110-b5be-8d9d29cba000 req-046c2a64-3bbd-4ed0-8523-a79e17684cc5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:46.838038 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e4200a5-d268-4110-b5be-8d9d29cba000 req-046c2a64-3bbd-4ed0-8523-a79e17684cc5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 944 time: 0.1486790
Jun 04 13:31:46.904409 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f27188c-4d5b-4ee5-bbde-58e051b0fd83 req-343b5ad5-0e52-4896-8266-b33d1ff90f18 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654299
Jun 04 13:31:46.911695 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e4200a5-d268-4110-b5be-8d9d29cba000 req-389b47d1-3202-4bde-84d7-3dae4378c827 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596054
Jun 04 13:31:47.015574 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Request body: {'port': {'device_id': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:47.051771 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Request body: {'port': {'device_id': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:47.095796 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3315d13-58c8-4f15-9bcd-62fe1ade596d req-31c8e8bc-62af-4bf7-a4cc-2d4d519be3f0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0967541
Jun 04 13:31:47.149283 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-5bbe456d-4831-4a6f-8cb6-10cda7c8df70 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 380 time: 0.1077607
Jun 04 13:31:47.165965 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'port': {'device_id': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'admin_state_up': True, 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'security_groups': ['5f391de3-c4e1-45bb-a60f-16a4c9423f67']}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:47.232748 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f71b8-cbd9-4217-9e2c-1dd3395918aa req-bb317e41-a7e5-48e3-b477-480a17484a5b tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:47.234300 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f90f71b8-cbd9-4217-9e2c-1dd3395918aa req-bb317e41-a7e5-48e3-b477-480a17484a5b tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.1816764
Jun 04 13:31:47.240283 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:31:47.248475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.22', 58681) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:47.379889 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.444081 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:47.458393 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:47.458670 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.475090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Made reservation on behalf of a1d48e64c9bb4c868be1331642e94ce1 for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:31:47.480021 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.495722 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f90f71b8-cbd9-4217-9e2c-1dd3395918aa req-c6c48d8b-7bad-46a6-bd09-69ac1a12b7f1 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060609
Jun 04 13:31:47.558693 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-ad8b6bd0-ba97-4cb3-b2f0-82ee813a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:47.560255 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-ad8b6bd0-ba97-4cb3-b2f0-82ee813a4943 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 1098 time: 0.2803042
Jun 04 13:31:47.635944 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.665684 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Allocated IP 172.20.0.6 (d2f20fbf-2bdf-4915-bc78-1b50b46b741d/a6498e60-9a82-4c34-b331-0ff4ae090551/34a3a1be-f550-46df-a0ba-8e20021f4388) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:31:47.690207 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:47.699563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Usage tracker for resource:security_group_rule and tenant:38a7278da73e4b0eb800d88a710464ba is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:47.717874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:47.788473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:47.874928 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.892764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Transition to ACTIVE for port object 34a3a1be-f550-46df-a0ba-8e20021f4388 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:47.930120 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:47.940986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:48.001978 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.027309 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:48.039426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:31:48.040556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:48.042090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:31:48.045106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:31:48.051745 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:48.052383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.102584 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.116088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:48.150276 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4dc341ea-42bd-4fe7-bbde-58d30e09a3cf req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5795794
Jun 04 13:31:48.173702 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a731d32d-7c64-4356-b15a-e2cdeca15698 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:48.186496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.219779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Transition to ACTIVE for port object a731d32d-7c64-4356-b15a-e2cdeca15698 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:48.221109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d38624a7-ccc8-45a4-a6ce-810036118c23,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:48.241405 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:48.274858 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1117234
Jun 04 13:31:48.279051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.294486 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Request body: {'port': {'device_id': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:48.330323 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-40cb9b69-78f2-44dd-bed6-52ef4eccb042 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:48.440723 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-30004d94-2c2c-4a0d-9426-77836de359c8 None None] Provisioning for port 34a3a1be-f550-46df-a0ba-8e20021f4388 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:48.447025 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-30004d94-2c2c-4a0d-9426-77836de359c8 None None] Provisioning complete for port 34a3a1be-f550-46df-a0ba-8e20021f4388 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:48.447553 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-30004d94-2c2c-4a0d-9426-77836de359c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.469458 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.489315 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e9fa-efef-472c-9044-01a875df7090 req-a500657b-efd0-4354-8c5e-be580d2d38ec tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:48.491650 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7cf7e9fa-efef-472c-9044-01a875df7090 req-a500657b-efd0-4354-8c5e-be580d2d38ec tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 931 time: 0.3458753
Jun 04 13:31:48.542525 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c52f8-53aa-4865-ac21-9c8da7e1ab68 req-6d098058-f626-4ccc-bfba-d2aecba7bd78 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:48.544143 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e32c52f8-53aa-4865-ac21-9c8da7e1ab68 req-6d098058-f626-4ccc-bfba-d2aecba7bd78 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 944 time: 0.4632368
Jun 04 13:31:48.584776 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-30004d94-2c2c-4a0d-9426-77836de359c8 None None] Port 34a3a1be-f550-46df-a0ba-8e20021f4388 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:31:48.625937 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7cf7e9fa-efef-472c-9044-01a875df7090 req-80333724-f15a-4dfe-b0ff-e3827ad830b4 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239605
Jun 04 13:31:48.664789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e32c52f8-53aa-4865-ac21-9c8da7e1ab68 req-5d43e71e-7d5c-4729-9734-891d34a93981 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821211
Jun 04 13:31:48.829471 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:48.868797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:48.949136 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Attempting to bind port a731d32d-7c64-4356-b15a-e2cdeca15698 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:48.949475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Attempting to bind port a731d32d-7c64-4356-b15a-e2cdeca15698 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:48.949807 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Attempting to bind port a731d32d-7c64-4356-b15a-e2cdeca15698 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:48.955824 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Port a731d32d-7c64-4356-b15a-e2cdeca15698 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:31:48.956317 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Attempting to bind port a731d32d-7c64-4356-b15a-e2cdeca15698 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:48.976484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:48.976929 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Checking segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:48.977338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Bound using segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:48.977812 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Bound port: a731d32d-7c64-4356-b15a-e2cdeca15698, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:48.978169 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:48.993833 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:31:49.122980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708bc75b-57cf-48c8-a6e6-56af85541172 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:49.149246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:31:49.155381 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:31:49.155774 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.156852 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.177084 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686bf06-95d9-42d1-bd37-e0dbffbab84a req-ae2df9da-9ee5-43c9-8564-0b563c8aad9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:49.178912 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-e686bf06-95d9-42d1-bd37-e0dbffbab84a req-ae2df9da-9ee5-43c9-8564-0b563c8aad9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:31:49.218553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e7639-8132-422b-b7c4-2484e2230d9a req-e9d0f4d7-8fd3-42fc-91fe-cc8ad3b7835a tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:49.219199 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Transition to ACTIVE for port object 708bc75b-57cf-48c8-a6e6-56af85541172 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:49.226364 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:49.230319 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1f0e7639-8132-422b-b7c4-2484e2230d9a req-e9d0f4d7-8fd3-42fc-91fe-cc8ad3b7835a tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.2932580
Jun 04 13:31:49.232901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a731d32d-7c64-4356-b15a-e2cdeca15698,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:49.234202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.254838 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-e686bf06-95d9-42d1-bd37-e0dbffbab84a req-ae2df9da-9ee5-43c9-8564-0b563c8aad9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:31:49.256403 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e686bf06-95d9-42d1-bd37-e0dbffbab84a req-ae2df9da-9ee5-43c9-8564-0b563c8aad9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 931 time: 0.4657891
Jun 04 13:31:49.258119 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d0483277-d6f3-49ae-9d5a-ba7a2965a7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:49.303504 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.332276 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.341089 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:49.344005 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1267ba61-3f49-4ba2-a597-2d1f943a904b" -d '{"events": [{"server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "name": "network-vif-plugged", "status": "completed", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:49.354501 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:49.362883 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.366754 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:49.411301 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1f0e7639-8132-422b-b7c4-2484e2230d9a req-48aa6006-5803-4459-9037-1308512ce9aa tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799746
Jun 04 13:31:49.435695 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e686bf06-95d9-42d1-bd37-e0dbffbab84a req-53112b7e-b993-4d7f-a6eb-ff0095296bf6 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1640663
Jun 04 13:31:49.447556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:49.468079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:49.469018 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.471874 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:49.511859 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Transition to ACTIVE for port object 34a3a1be-f550-46df-a0ba-8e20021f4388 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:31:49.522034 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.525991 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Pushing event updated for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:49.530598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:49.537791 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:49.570300 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:49.599136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db7959c-87f9-439a-a5cb-c0112c9acd74 x-openstack-request-id: req-6db7959c-87f9-439a-a5cb-c0112c9acd74 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:49.600181 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "name": "network-vif-plugged", "status": "completed", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:49.600790 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6db7959c-87f9-439a-a5cb-c0112c9acd74 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:49.602092 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'code': 200}
Jun 04 13:31:49.622487 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:49.623044 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:49.624936 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] 10.222.0.22 "PUT /v2.0/ports/a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 1094 time: 2.6137846
Jun 04 13:31:49.636552 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:49.640824 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c453d92a-af54-4799-a5ac-b426ae289a92" -d '{"events": [{"name": "network-changed", "server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:49.699455 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:49.799448 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:49.801803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:49.903545 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Attempting to bind port 34a3a1be-f550-46df-a0ba-8e20021f4388 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:49.903911 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Attempting to bind port 34a3a1be-f550-46df-a0ba-8e20021f4388 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:49.904346 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Attempting to bind port 34a3a1be-f550-46df-a0ba-8e20021f4388 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:49.912780 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Port 34a3a1be-f550-46df-a0ba-8e20021f4388 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:31:49.913250 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Attempting to bind port 34a3a1be-f550-46df-a0ba-8e20021f4388 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:49.927045 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:49.965769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b0746-8e82-4adc-8e48-019c808164ca x-openstack-request-id: req-618b0746-8e82-4adc-8e48-019c808164ca {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:49.965769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:49.966118 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-618b0746-8e82-4adc-8e48-019c808164ca {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:49.966350 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698', 'status': 'completed', 'code': 200}
Jun 04 13:31:49.971070 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:49.971490 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Checking segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:49.972060 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Bound using segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:49.972511 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Bound port: 34a3a1be-f550-46df-a0ba-8e20021f4388, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:49.973071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.037698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Attempting to bind port 708bc75b-57cf-48c8-a6e6-56af85541172 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:31:50.038351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Attempting to bind port 708bc75b-57cf-48c8-a6e6-56af85541172 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:31:50.038734 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Attempting to bind port 708bc75b-57cf-48c8-a6e6-56af85541172 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:50.057647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Port 708bc75b-57cf-48c8-a6e6-56af85541172 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:31:50.058239 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Attempting to bind port 708bc75b-57cf-48c8-a6e6-56af85541172 on network a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:31:50.072890 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:31:50.073263 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Checking segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:31:50.073659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Bound using segment: {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:31:50.074093 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Bound port: 708bc75b-57cf-48c8-a6e6-56af85541172, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be87555-a3d3-4353-bf46-57efed88d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:31:50.083631 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.114138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-6b2fd6ed-1c22-4eb0-9802-4172827b85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.116607 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-6b2fd6ed-1c22-4eb0-9802-4172827b85cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1097 time: 0.3440654
Jun 04 13:31:50.154369 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43642) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:50.178571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:50.210265 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:50.229378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2193791-1764-4039-b1c9-d7bb7014cfda req-68a30314-5f26-4085-a39f-18cbcd4c7fbb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.231623 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2193791-1764-4039-b1c9-d7bb7014cfda req-68a30314-5f26-4085-a39f-18cbcd4c7fbb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 943 time: 0.3210716
Jun 04 13:31:50.234784 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.246388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ccfadbcf-ca88-45c2-ae73-543c1b24fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:50.270549 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-87a6a8a5-b3ae-4e77-b489-d1e913512ac8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.1166210
Jun 04 13:31:50.374252 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.375545 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:31:50.388953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737805-bfd7-4e18-b2d2-8e3e88014959 req-a78c5513-789d-4e8b-84ee-ef23a81eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.390432 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-26737805-bfd7-4e18-b2d2-8e3e88014959 req-a78c5513-789d-4e8b-84ee-ef23a81eff02 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.2379520
Jun 04 13:31:50.394714 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-2590bda8-9877-4e16-bafa-fac3794bb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.399210 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-2590bda8-9877-4e16-bafa-fac3794bb15c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.1097472
Jun 04 13:31:50.405841 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.406441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.410698 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] 10.222.0.22 "PUT /v2.0/ports/34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 1093 time: 2.1288371
Jun 04 13:31:50.410782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:50.414492 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=708bc75b-57cf-48c8-a6e6-56af85541172,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:31:50.466836 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-e49dbad3-9226-4803-9a19-5728e646b6dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457480
Jun 04 13:31:50.467868 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.476230 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:50.542033 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335becf4-4881-4c79-bc96-fca0e5a25ec5 req-dc9cad28-ac16-4ec7-8a26-0e1a7d756c66 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.543592 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-335becf4-4881-4c79-bc96-fca0e5a25ec5 req-dc9cad28-ac16-4ec7-8a26-0e1a7d756c66 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.4421687
Jun 04 13:31:50.550514 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:50.586831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:50.596597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Usage tracker for resource:security_group_rule and tenant:6dec0ce19c004b3ea2a8da3e52f5a4a0 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:50.602447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:50.604637 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:50.619810 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2193791-1764-4039-b1c9-d7bb7014cfda req-7ddee676-5589-4998-8c18-359d5095fafd tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3804693
Jun 04 13:31:50.620930 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:50.635022 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-26737805-bfd7-4e18-b2d2-8e3e88014959 req-5d99e59f-1dc9-4c5d-a127-b468b1ed7a40 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2348464
Jun 04 13:31:50.652071 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.652694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:50.654094 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4ecb5466-6263-4970-813c-203382637012 service neutron] 10.222.0.22 "PUT /v2.0/ports/708bc75b-57cf-48c8-a6e6-56af85541172 HTTP/1.1" status: 200  len: 1093 time: 3.6086206
Jun 04 13:31:50.680069 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-335becf4-4881-4c79-bc96-fca0e5a25ec5 req-76cb3ee8-8435-4ea1-b721-8909836d0777 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078475
Jun 04 13:31:50.699605 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Pushing event updated for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:50.705516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-16836516-6206-4059-8e51-1b872a5f0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:50.706195 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:50.706322 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-16836516-6206-4059-8e51-1b872a5f0a74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1096 time: 0.2113290
Jun 04 13:31:50.726193 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-57ff229d-7693-468e-aae8-e28459396b8a service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516196
Jun 04 13:31:50.878454 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-3333dcb0-0bef-4739-9a39-6e32fa5d98f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 217 time: 0.1618965
Jun 04 13:31:50.939780 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac2391-783f-4e86-8fe0-7150a38592ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:51.093120 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cbeefac7-4ce7-4ea7-9847-7524ad2b2579 req-8d001957-2f85-40e0-8840-c19b6487b70a service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532505
Jun 04 13:31:51.095145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-51544685-157e-41d2-8b13-74ee09c2692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.096502 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-51544685-157e-41d2-8b13-74ee09c2692c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 1096 time: 0.2896647
Jun 04 13:31:51.112063 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:51.113787 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-a4268643-3dc8-47cc-a63c-522da2181ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.115821 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-a4268643-3dc8-47cc-a63c-522da2181ff4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.2188375
Jun 04 13:31:51.119735 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:51.130277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-86ec2f46-d4a0-4176-b413-07484cd0bd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:51.204159 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-4427a80a-86a7-4802-a246-511be47dc10c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=708bc75b-57cf-48c8-a6e6-56af85541172 HTTP/1.1" status: 200  len: 217 time: 0.0987709
Jun 04 13:31:51.232186 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dec0ce19c004b3ea2a8da3e52f5a4a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0699379
Jun 04 13:31:51.249014 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43680) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:51.324104 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d852eef-5118-4553-b3c1-4d13d0fb55e6,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:51.327352 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:51.332180 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-611e8cd5-14c4-40ff-8319-b34ff01dadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.333681 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-611e8cd5-14c4-40ff-8319-b34ff01dadb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.1146345
Jun 04 13:31:51.343488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-c33d9fd4-8ffe-4e98-982a-ac3f85d93e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.344855 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-c33d9fd4-8ffe-4e98-982a-ac3f85d93e5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1097 time: 0.1824074
Jun 04 13:31:51.348695 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea26dd-24ef-4779-8f77-a873aa55532a req-b9f99a62-f984-497c-899d-094542d7ec47 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.350730 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54ea26dd-24ef-4779-8f77-a873aa55532a req-b9f99a62-f984-497c-899d-094542d7ec47 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.3981180
Jun 04 13:31:51.360317 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fcb66-2db7-4ba1-9e3f-57525857dfd3 req-7d28c188-7670-478a-99e3-cbf723c66505 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.361704 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-405fcb66-2db7-4ba1-9e3f-57525857dfd3 req-7d28c188-7670-478a-99e3-cbf723c66505 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.4102156
Jun 04 13:31:51.421498 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-14138562-58a7-4af7-b945-2a4506e81b2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747459
Jun 04 13:31:51.434508 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:51.441318 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-abf510a8-8ed1-47e2-aa76-6afe29b545d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.442756 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-abf510a8-8ed1-47e2-aa76-6afe29b545d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2999897
Jun 04 13:31:51.445593 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54ea26dd-24ef-4779-8f77-a873aa55532a req-51fd8520-8ece-4d1c-8abf-0e4ea534f4c3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816839
Jun 04 13:31:51.475653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-405fcb66-2db7-4ba1-9e3f-57525857dfd3 req-7c2904a8-e1af-40ea-9e80-03fdb9b90a32 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939455
Jun 04 13:31:51.497688 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:51.587787 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ecd6a-b161-4b69-b315-a96fee33aebd x-openstack-request-id: req-b98ecd6a-b161-4b69-b315-a96fee33aebd {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:51.588106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:51.588382 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b98ecd6a-b161-4b69-b315-a96fee33aebd {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:51.588866 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'status': 'completed', 'code': 200}
Jun 04 13:31:51.615635 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-a84d9337-0278-4ae2-857a-ff19c92c5af6 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605756
Jun 04 13:31:51.704673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:51.723203 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6defd816-3755-4f90-b1db-3e4f251f5656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:51.777988 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-7d33a49f-30f4-41be-ac78-a47967024fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:51.779301 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-7d33a49f-30f4-41be-ac78-a47967024fd7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.3959162
Jun 04 13:31:51.781914 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d852eef-5118-4553-b3c1-4d13d0fb55e6,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:51.799423 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-fc4bc4a3-f3d7-426e-b2ec-fb43710676a7 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3478734
Jun 04 13:31:51.800427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:52.002881 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ee7d923-c330-4661-b4d5-947e5102a431 req-bbf991df-18b8-4e6f-a897-f224323c0b4c service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803570
Jun 04 13:31:52.036441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b451-5b13-4684-ab9c-5d33d3754d3e req-f47452f8-53f1-4e5a-9c33-eb3b1485b87f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.048417 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d033b451-5b13-4684-ab9c-5d33d3754d3e req-f47452f8-53f1-4e5a-9c33-eb3b1485b87f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 943 time: 0.1927428
Jun 04 13:31:52.054851 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:52.057188 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:52.060941 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-1c5b66e4-72ed-4e9d-99ed-08b840525ea6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.2596118
Jun 04 13:31:52.065930 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:52.070360 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d852eef-5118-4553-b3c1-4d13d0fb55e6 HTTP/1.1" status: 204  len: 168 time: 0.8143029
Jun 04 13:31:52.199751 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d033b451-5b13-4684-ab9c-5d33d3754d3e req-36b9bea3-ec37-46e4-acbb-28d648ceb562 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748522
Jun 04 13:31:52.223718 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4271e15d-5c4b-4a32-8291-c17ce81e417e req-611c77bb-f7e7-4e45-8ce5-fe28e73a1534 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118471
Jun 04 13:31:52.262091 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c294a7-6ccd-4f07-8e13-643fd0e54615 req-cb252b1d-44ad-4727-b2f9-e5791c7ab74f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.263086 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-2bc5c490-c77b-4ad6-b20b-03b540dcd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.263662 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8c294a7-6ccd-4f07-8e13-643fd0e54615 req-cb252b1d-44ad-4727-b2f9-e5791c7ab74f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.3532574
Jun 04 13:31:52.266290 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-2bc5c490-c77b-4ad6-b20b-03b540dcd026 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.1550722
Jun 04 13:31:52.331552 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8c294a7-6ccd-4f07-8e13-643fd0e54615 req-c9d82a17-f7dd-4808-a766-95a8ad4d3f63 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578778
Jun 04 13:31:52.334526 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-ea101d38-346f-474f-820d-342c5071994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.335401 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33caa8bd-79e3-4fbc-baf4-5a938f30a6b3 x-openstack-request-id: req-33caa8bd-79e3-4fbc-baf4-5a938f30a6b3 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:52.336212 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:52.336477 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-ea101d38-346f-474f-820d-342c5071994f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1096 time: 0.2776911
Jun 04 13:31:52.336789 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33caa8bd-79e3-4fbc-baf4-5a938f30a6b3 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:52.337349 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172', 'status': 'completed', 'code': 200}
Jun 04 13:31:52.385120 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-d1ee1b1d-303c-4fcc-a422-d4b7827fb7ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0992022
Jun 04 13:31:52.566590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-dd6550cb-6d72-4cd2-967a-ab39f90ba081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.568649 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-dd6550cb-6d72-4cd2-967a-ab39f90ba081 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.2237120
Jun 04 13:31:52.623880 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-61a4c06c-1199-4e19-85cd-3f328e961476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.625707 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-61a4c06c-1199-4e19-85cd-3f328e961476 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 1096 time: 0.2874711
Jun 04 13:31:52.637290 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43716) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:52.738208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:52.750919 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-a8967e0e-ee04-4791-8783-f60b351f82d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 217 time: 0.1478283
Jun 04 13:31:52.772878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:52.778314 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Usage tracker for resource:security_group_rule and tenant:96b08741ff304074bb034d211c914a6f is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:52.782181 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:52.789585 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:52.893047 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-b5bb7c08-01a5-42f7-90dc-83e4fa6b5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.893478 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-f895bb0c-5f0b-4037-895e-e5daec1a586a service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4903581
Jun 04 13:31:52.894532 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-b5bb7c08-01a5-42f7-90dc-83e4fa6b5e26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.1289454
Jun 04 13:31:52.902528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43728) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:52.927437 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c749e-f5dc-4412-a5df-5f54e2c1c840 req-66cae429-7dd6-4c0c-b894-f3248105dcbf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.929507 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-525c749e-f5dc-4412-a5df-5f54e2c1c840 req-66cae429-7dd6-4c0c-b894-f3248105dcbf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.3592224
Jun 04 13:31:52.952762 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43732) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:52.961065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'floatingip': {'port_id': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:31:52.981359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188eaaf-a67b-4a40-9841-3b3f96d6608f req-054f966d-f360-4399-924c-675833e5f8fa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:52.988750 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3188eaaf-a67b-4a40-9841-3b3f96d6608f req-054f966d-f360-4399-924c-675833e5f8fa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.3014324
Jun 04 13:31:53.024536 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a731d32d-7c64-4356-b15a-e2cdeca15698 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:31:53.064806 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3188eaaf-a67b-4a40-9841-3b3f96d6608f req-441d9db1-8b07-43cd-b5ad-9105f44c4c8c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672324
Jun 04 13:31:53.107398 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.129727 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:53.141628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Usage tracker for resource:security_group_rule and tenant:daedaaf0d13a4a24813131c54d24d5ae is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:53.143514 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-1fd53475-4aab-4b40-9668-094afd4b0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:53.145254 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-1fd53475-4aab-4b40-9668-094afd4b0407 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.5051692
Jun 04 13:31:53.146098 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:53.154441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:53.160543 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-320e6131-3bc4-4a98-9819-28d35b63220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:53.162392 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-320e6131-3bc4-4a98-9819-28d35b63220b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2325499
Jun 04 13:31:53.205775 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a731d32d-7c64-4356-b15a-e2cdeca15698,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:53.226596 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'a731d32d-7c64-4356-b15a-e2cdeca15698', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'port_id': 'a731d32d-7c64-4356-b15a-e2cdeca15698', 'mac_address': 'fa:16:3e:9d:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:31:53.227374 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.343311 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.356776 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-4ce2b82b-6965-4bb1-bf89-7680634148e0 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868680
Jun 04 13:31:53.358583 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-ee3d1211-113a-47e8-af79-17696a34e4fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=708bc75b-57cf-48c8-a6e6-56af85541172 HTTP/1.1" status: 200  len: 217 time: 0.2016728
Jun 04 13:31:53.367204 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731d32d-7c64-4356-b15a-e2cdeca15698 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:53.393268 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a731d32d-7c64-4356-b15a-e2cdeca15698,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:53.412856 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.414067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:31:53.416848 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.421678 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:53.431690 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.440178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:53.561441 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:53.578603 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:53.582976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.590896 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c453d92a-af54-4799-a5ac-b426ae289a92 req-ec5e4cad-1f50-45e5-a3fe-4d42fe65b35f service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6652243
Jun 04 13:31:53.602887 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.603096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9d92d-cfcc-45df-9756-1d05f0ec6b28,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:53.606723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-87eec1ea-7d93-438d-889a-3576aa7438e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:53.608179 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-87eec1ea-7d93-438d-889a-3576aa7438e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.1978779
Jun 04 13:31:53.610843 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daedaaf0d13a4a24813131c54d24d5ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7068579
Jun 04 13:31:53.622702 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43744) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:53.623108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:53.627886 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ff85dc1b-74a2-4022-bf3a-820a01140b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:53.707785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57f5c-a1f9-4355-848f-510ac7b525c2 req-2d219826-88f2-45b0-a026-85a67ccb6c0b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:53.716629 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-17e57f5c-a1f9-4355-848f-510ac7b525c2 req-2d219826-88f2-45b0-a026-85a67ccb6c0b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 943 time: 0.2660294
Jun 04 13:31:53.721673 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7ac2391-783f-4e86-8fe0-7150a38592ae req-5ea0345f-541f-49b4-aadc-2b1480733f5f service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3352895
Jun 04 13:31:53.744546 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:53.760727 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:31:53.798793 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-a0231921-9a48-4bfc-a219-2b64094a89eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1794927
Jun 04 13:31:53.851991 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.872436 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:53.883188 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc0aa98-a278-4c07-92a4-909deb09262a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:53.888349 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96b08741ff304074bb034d211c914a6f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2429442
Jun 04 13:31:53.893923 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43754) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:53.895953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:53.898669 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-17e57f5c-a1f9-4355-848f-510ac7b525c2 req-f3ca07fd-8be4-4de2-88de-b81c63a85db3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807117
Jun 04 13:31:53.916855 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:53.922414 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:53.925364 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:54.008526 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.044369 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.061141 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:54.070219 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:54.150335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.157237 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:54.191514 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc0aa98-a278-4c07-92a4-909deb09262a,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:54.196495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:54.216770 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['34a3a1be-f550-46df-a0ba-8e20021f4388'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:31:54.219057 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.220397 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fc0aa98-a278-4c07-92a4-909deb09262a HTTP/1.1" status: 204  len: 168 time: 0.3209348
Jun 04 13:31:54.267602 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['a731d32d-7c64-4356-b15a-e2cdeca15698'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:31:54.437893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062cb6b-ca12-4421-a7dd-e2fc2ffc7fa2 req-4544a602-1ba3-4a10-9298-484a7f30144b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:54.454604 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6062cb6b-ca12-4421-a7dd-e2fc2ffc7fa2 req-4544a602-1ba3-4a10-9298-484a7f30144b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.2023230
Jun 04 13:31:54.508789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6062cb6b-ca12-4421-a7dd-e2fc2ffc7fa2 req-2ebb7f2b-105a-408a-942e-c2b874f140d0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529337
Jun 04 13:31:54.540930 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.615069 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-fac67bc4-08ad-4812-9855-4d39b5892b27 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8001077
Jun 04 13:31:54.705385 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:54.771883 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.db.resource_extend [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:31:55.040500 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.045750 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.087356 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-86b4ef9f-b7a2-4b3c-8d54-e1cefc1f1cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.115651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.122303 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:55.129892 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff5a3418-3ef2-499f-a5f7-d34f0a72c475 req-60a7b469-25dc-4aee-86c2-bcbb91f8b290 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4889114
Jun 04 13:31:55.141125 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9d92d-cfcc-45df-9756-1d05f0ec6b28,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:55.152419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:55.166413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443634-4cd8-4b0b-9a9d-88c531be1e1f req-92812a41-99f6-4b1d-ba38-59e50daa9544 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:55.169807 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8443634-4cd8-4b0b-9a9d-88c531be1e1f req-92812a41-99f6-4b1d-ba38-59e50daa9544 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 943 time: 0.1298857
Jun 04 13:31:55.230153 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8443634-4cd8-4b0b-9a9d-88c531be1e1f req-39416ace-4266-4933-aebb-9107c790283a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527883
Jun 04 13:31:55.234576 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.235846 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ff9d92d-cfcc-45df-9756-1d05f0ec6b28 HTTP/1.1" status: 204  len: 168 time: 1.6005180
Jun 04 13:31:55.282526 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Floating IP c935f9ea-b5ad-4c41-a300-9513e89d57fc associated. External IP: 172.27.1.59, port: 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f.
Jun 04 13:31:55.705266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:31:55.732129 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5186393-b2f7-4532-82fa-17d80561b5d9 req-e2cf8d77-33e6-442b-910a-8d69e119c5dc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:55.734694 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5186393-b2f7-4532-82fa-17d80561b5d9 req-e2cf8d77-33e6-442b-910a-8d69e119c5dc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.0925786
Jun 04 13:31:55.803732 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5186393-b2f7-4532-82fa-17d80561b5d9 req-092f2355-ef43-48b7-b7d5-b8e7876e5133 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618691
Jun 04 13:31:55.932383 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:31:55.936953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:55.957423 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 708bc75b-57cf-48c8-a6e6-56af85541172 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:31:55.962578 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:31:55.972002 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:55.972453 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b54ed30>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:56.041919 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-aa0d2302-3996-4eb0-af19-c3c5bdfdf13c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "PUT /v2.0/floatingips/c935f9ea-b5ad-4c41-a300-9513e89d57fc HTTP/1.1" status: 200  len: 990 time: 3.0880454
Jun 04 13:31:56.042577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:31:56.044963 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d53623-b7e0-4c5e-b799-48b74c260485" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:31:56.139872 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32929c6b-0fa9-461f-9c22-84509825bd6e x-openstack-request-id: req-32929c6b-0fa9-461f-9c22-84509825bd6e {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:31:56.140627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:31:56.140921 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32929c6b-0fa9-461f-9c22-84509825bd6e {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:31:56.141683 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'status': 'completed', 'code': 200}
Jun 04 13:31:56.184395 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=708bc75b-57cf-48c8-a6e6-56af85541172,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:56.211467 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '708bc75b-57cf-48c8-a6e6-56af85541172', 'network_id': 'a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849', 'port_id': '708bc75b-57cf-48c8-a6e6-56af85541172', 'mac_address': 'fa:16:3e:e8:b0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf76808-d5b4-43c0-989d-0a29ebaec0d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:31:56.250270 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:56.328700 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:56.351683 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708bc75b-57cf-48c8-a6e6-56af85541172 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:31:56.367865 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=708bc75b-57cf-48c8-a6e6-56af85541172,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:31:56.381673 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:56.387880 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:56.490632 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:56.493801 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:56.517433 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38f57-bf57-4733-8810-53370271e28e req-ba42bc2a-2349-486c-a302-f81ca1f61157 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:56.519408 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20d38f57-bf57-4733-8810-53370271e28e req-ba42bc2a-2349-486c-a302-f81ca1f61157 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 944 time: 0.1497369
Jun 04 13:31:56.590215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20d38f57-bf57-4733-8810-53370271e28e req-a3602eb4-140f-49d1-93f8-e0d2bbd4d3da tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628674
Jun 04 13:31:56.751303 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b54ed30>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'c935f9ea-b5ad-4c41-a300-9513e89d57fc', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:58:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd96022-203c-4792-9711-b6c0030e2479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:13Z', 'updated_at': '2021-06-04T13:31:54Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:56.755311 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:31:56.764544 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:31:56.765162 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b54ed30>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:56.966346 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:31:57.025153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9fdf-7aab-4ecc-9285-1a885d4c9d27 req-93dc33b8-fe54-4365-877a-ef84acd09e61 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:57.026789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-718c9fdf-7aab-4ecc-9285-1a885d4c9d27 req-93dc33b8-fe54-4365-877a-ef84acd09e61 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.0879543
Jun 04 13:31:57.030076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43876) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:57.086676 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-718c9fdf-7aab-4ecc-9285-1a885d4c9d27 req-2a5ca4a9-7faa-42af-8c9e-9becbefeaf85 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533795
Jun 04 13:31:57.303584 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.318960 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:57.323588 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Usage tracker for resource:security_group_rule and tenant:9fddbda29bd1435b83d99bbc1f955c02 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:57.326641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:57.333020 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:57.363777 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8589988-a207-42d5-be92-069c6df39abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b54ed30>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'c935f9ea-b5ad-4c41-a300-9513e89d57fc', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:58:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd96022-203c-4792-9711-b6c0030e2479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:13Z', 'updated_at': '2021-06-04T13:31:54Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:31:57.369184 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8589988-a207-42d5-be92-069c6df39abf None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'c935f9ea-b5ad-4c41-a300-9513e89d57fc', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:58:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd96022-203c-4792-9711-b6c0030e2479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:13Z', 'updated_at': '2021-06-04T13:31:54Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:31:57.443260 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.447585 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.456213 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e439dc60-d9b0-4961-a4aa-006501719829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:57.512336 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fddbda29bd1435b83d99bbc1f955c02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4785533
Jun 04 13:31:57.512882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 43888) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:57.515034 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781db332-ef4e-4694-899f-fd66ca287a41,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:57.518862 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:57.598509 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c6b75218-ad5b-4a3f-92a8-c7dea5e62638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.630074 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.676291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.684135 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c531a473-d354-4d3a-9778-124713846a2d None None] New status for floating IP c935f9ea-b5ad-4c41-a300-9513e89d57fc: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:31:57.822237 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.834307 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecf017-5de8-411d-ae4c-fa048bccb477 req-54eb50c8-d62e-4aaa-afaa-8c3b43a37639 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:57.835951 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2ecf017-5de8-411d-ae4c-fa048bccb477 req-54eb50c8-d62e-4aaa-afaa-8c3b43a37639 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 944 time: 0.1030023
Jun 04 13:31:57.837954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-300877ad-2286-43d3-9735-a0010c688a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:57.870119 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781db332-ef4e-4694-899f-fd66ca287a41,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:57.875077 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:57.879918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:57.879918 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/781db332-ef4e-4694-899f-fd66ca287a41 HTTP/1.1" status: 204  len: 168 time: 0.3656754
Jun 04 13:31:57.904847 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2ecf017-5de8-411d-ae4c-fa048bccb477 req-27c1daea-7b21-42cd-910b-c688c3ea329f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599184
Jun 04 13:31:58.036808 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:58.160130 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-7e1a4f12-1ab5-46b2-a095-d2f214da115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:58.162874 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-7e1a4f12-1ab5-46b2-a095-d2f214da115d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.0951343
Jun 04 13:31:58.326138 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b59e4-6d1b-4302-9b57-482d00772ffc req-0ead1ecb-ab0b-4b76-bdb8-054cfb2ce28e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:58.327715 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a05b59e4-6d1b-4302-9b57-482d00772ffc req-0ead1ecb-ab0b-4b76-bdb8-054cfb2ce28e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.1180830
Jun 04 13:31:58.337082 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43916) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:58.339494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-03593e1b-9878-4736-9449-d5a69826ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:58.340917 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-03593e1b-9878-4736-9449-d5a69826ba7c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1657739
Jun 04 13:31:58.383572 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a05b59e4-6d1b-4302-9b57-482d00772ffc req-c1193ed2-0b7f-4df0-ba92-62d8678a5e9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499079
Jun 04 13:31:58.414924 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:58.493950 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['708bc75b-57cf-48c8-a6e6-56af85541172'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:31:58.541338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:31:58.548897 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbcfa66ccab4610a950ccdfa10aacd3 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:31:58.553748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:31:58.571382 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:31:58.586223 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-f9174738-08f6-464b-8d06-a81549c83581 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1000 time: 0.2324357
Jun 04 13:31:58.677087 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-1b2e44de-8b21-4104-8cf5-e47ec59e19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:58.679208 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-1b2e44de-8b21-4104-8cf5-e47ec59e19f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0858548
Jun 04 13:31:58.761915 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:58.784992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:58.799706 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:58.809431 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:58.838394 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-844abe89-bb6d-4193-9121-546f8080d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:58.839922 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-844abe89-bb6d-4193-9121-546f8080d3aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1531029
Jun 04 13:31:58.880071 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dbcfa66ccab4610a950ccdfa10aacd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5418153
Jun 04 13:31:58.881688 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60ec48-7a31-4a4c-aafb-b94909ff22b5,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:58.885882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 43928) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:31:58.898188 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:58.919291 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:59.055891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:59.060987 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-c5f411ca-63ec-449c-8fdf-b8992108eeba service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065151
Jun 04 13:31:59.120760 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:59.156616 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3223-111f-499a-886a-c2ec9777eb74 req-c5a4ccc4-a7b3-48e8-ba08-a287fac19cd6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:59.158369 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-28fa3223-111f-499a-886a-c2ec9777eb74 req-c5a4ccc4-a7b3-48e8-ba08-a287fac19cd6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 944 time: 0.1192911
Jun 04 13:31:59.215875 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-28fa3223-111f-499a-886a-c2ec9777eb74 req-5ca8777c-d9ca-4f8f-a9b5-0e9466df832a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502286
Jun 04 13:31:59.253598 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07d53623-b7e0-4c5e-b799-48b74c260485 req-d313e4c6-a7a3-4226-82ad-7f635076d99f service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832991
Jun 04 13:31:59.277107 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:59.286196 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:31:59.296099 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60ec48-7a31-4a4c-aafb-b94909ff22b5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:31:59.304118 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:31:59.306049 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:31:59.309415 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a60ec48-7a31-4a4c-aafb-b94909ff22b5 HTTP/1.1" status: 204  len: 168 time: 0.4110019
Jun 04 13:31:59.580459 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cbe52-88d8-47e2-8c2d-e08dc8a42160 req-670b5771-6f67-41aa-bfd5-e6a1c7e561d8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:31:59.581815 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c99cbe52-88d8-47e2-8c2d-e08dc8a42160 req-670b5771-6f67-41aa-bfd5-e6a1c7e561d8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.0845101
Jun 04 13:31:59.627449 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c99cbe52-88d8-47e2-8c2d-e08dc8a42160 req-55bd6bee-ea81-49de-8238-d06e1ec0e369 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398769
Jun 04 13:32:00.053394 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 708bc75b-57cf-48c8-a6e6-56af85541172 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:00.128372 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 708bc75b-57cf-48c8-a6e6-56af85541172 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:00.133964 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 708bc75b-57cf-48c8-a6e6-56af85541172 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:00.134504 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.298969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.372830 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:32:00.377267 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d89f04-f214-467d-815e-42c26762be09" -d '{"events": [{"server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "name": "network-vif-plugged", "status": "completed", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:32:00.386961 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=708bc75b-57cf-48c8-a6e6-56af85541172,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:00.392737 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.393970 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:00.428702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:00.490359 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90bb17-9ed7-4bfa-8515-752fa5cd20df x-openstack-request-id: req-6c90bb17-9ed7-4bfa-8515-752fa5cd20df {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:32:00.490901 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "name": "network-vif-plugged", "status": "completed", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:32:00.491486 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c90bb17-9ed7-4bfa-8515-752fa5cd20df {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:32:00.492124 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172', 'code': 200}
Jun 04 13:32:00.578697 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.587577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617cd3-8f21-4c89-be5c-c6376b3210f3 req-87568564-3a4d-4333-84e4-1f0379c69b36 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:00.589109 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99617cd3-8f21-4c89-be5c-c6376b3210f3 req-87568564-3a4d-4333-84e4-1f0379c69b36 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2330365
Jun 04 13:32:00.590657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:00.594519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:00.620761 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 34a3a1be-f550-46df-a0ba-8e20021f4388 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:00.626601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 34a3a1be-f550-46df-a0ba-8e20021f4388 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:00.627233 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.706355 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99617cd3-8f21-4c89-be5c-c6376b3210f3 req-d70c9b2c-16de-497a-af4d-74c30483e8a4 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038055
Jun 04 13:32:00.920857 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:00.964366 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18e62-4572-4f3c-862d-7cb22b736dbc req-b3fda06d-37da-46af-9815-0175c5353d60 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:00.965890 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-15b18e62-4572-4f3c-862d-7cb22b736dbc req-b3fda06d-37da-46af-9815-0175c5353d60 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.1866148
Jun 04 13:32:00.979256 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa9a3c-6b32-4376-a9f6-e0240a461143 req-91f2a55b-ee0e-4da0-884b-d7b0c51b925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:00.982174 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5aa9a3c-6b32-4376-a9f6-e0240a461143 req-91f2a55b-ee0e-4da0-884b-d7b0c51b925c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 1098 time: 0.1781051
Jun 04 13:32:01.006868 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:01.014727 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:01.015789 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a731d32d-7c64-4356-b15a-e2cdeca15698 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:01.044099 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-15b18e62-4572-4f3c-862d-7cb22b736dbc req-d8c53667-45de-43fd-be0b-7ccf4218098a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678601
Jun 04 13:32:01.055665 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:01.067243 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-d5aa9a3c-6b32-4376-a9f6-e0240a461143 req-5be80d91-8ba3-438a-ba7c-48b39f0eabb1 service neutron] Synchronizing usage tracker for tenant:38a7278da73e4b0eb800d88a710464ba on resource:security_group {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:32:01.112406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-d5aa9a3c-6b32-4376-a9f6-e0240a461143 req-5be80d91-8ba3-438a-ba7c-48b39f0eabb1 service neutron] Unset dirty status for tenant:38a7278da73e4b0eb800d88a710464ba on resource:security_group {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:32:01.113860 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5aa9a3c-6b32-4376-a9f6-e0240a461143 req-5be80d91-8ba3-438a-ba7c-48b39f0eabb1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234481
Jun 04 13:32:01.157535 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:01.169606 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:01.178831 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port a731d32d-7c64-4356-b15a-e2cdeca15698 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:01.185391 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port a731d32d-7c64-4356-b15a-e2cdeca15698 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:01.185391 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:01.322652 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:01.360203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a731d32d-7c64-4356-b15a-e2cdeca15698,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:01.365936 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:01.368589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:01.450180 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:01.453531 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:01.906898 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8383f-569b-45a4-b02e-ec4b2991406c req-4c775e6a-2a0c-4136-8b56-930f0fb6ba01 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:01.908769 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-45e8383f-569b-45a4-b02e-ec4b2991406c req-4c775e6a-2a0c-4136-8b56-930f0fb6ba01 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.0867517
Jun 04 13:32:01.956143 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-45e8383f-569b-45a4-b02e-ec4b2991406c req-eb475d52-f1c9-40a3-af7d-52eb59852d4d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413682
Jun 04 13:32:02.337920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df126aae-4d36-441c-8a24-0ecfbc5f3dc3 req-0e394824-480b-4da9-985b-1fd2c9bc3f2a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:02.339477 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-df126aae-4d36-441c-8a24-0ecfbc5f3dc3 req-0e394824-480b-4da9-985b-1fd2c9bc3f2a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1466398
Jun 04 13:32:02.385143 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-df126aae-4d36-441c-8a24-0ecfbc5f3dc3 req-c286a142-f222-408d-80c3-79eba8d28c16 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395339
Jun 04 13:32:02.493705 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}, {'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:32:02.496161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ce51b-5082-4a57-8f51-f6eb21095443" -d '{"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}, {"server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "name": "network-vif-plugged", "status": "completed", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:32:02.544922 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751325a5-cac1-4b5c-af52-f2481ad4c2cc x-openstack-request-id: req-751325a5-cac1-4b5c-af52-f2481ad4c2cc {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:32:02.545231 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "code": 200}, {"server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "name": "network-vif-plugged", "status": "completed", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:32:02.545494 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-751325a5-cac1-4b5c-af52-f2481ad4c2cc {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:32:02.545891 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'code': 200}
Jun 04 13:32:02.546157 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698', 'code': 200}
Jun 04 13:32:02.834783 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8c61c-61e6-41d2-9ec7-d52affb88c46 req-6166458a-95e2-4b74-90d8-590adc56e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:02.837126 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-06d8c61c-61e6-41d2-9ec7-d52affb88c46 req-6166458a-95e2-4b74-90d8-590adc56e5d1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1098 time: 0.0769975
Jun 04 13:32:02.838000 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001401ba-27a4-4458-9ba9-42a834ac49e7 req-5a084c58-77ac-4f8c-9192-356256a0fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:02.839542 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-001401ba-27a4-4458-9ba9-42a834ac49e7 req-5a084c58-77ac-4f8c-9192-356256a0fb94 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.0794172
Jun 04 13:32:02.885598 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-001401ba-27a4-4458-9ba9-42a834ac49e7 req-3db169ab-9e2e-42a1-a93b-f8b76230ea64 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341511
Jun 04 13:32:02.891453 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-06d8c61c-61e6-41d2-9ec7-d52affb88c46 req-42d022ac-fcfa-4b9b-8125-0497ea877a90 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402057
Jun 04 13:32:03.108797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44120) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:03.170327 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7a630-0845-4ce8-b573-8a6783e2edcb req-30826b75-d01c-47cb-a520-516e621f6fdd tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:03.172693 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-59b7a630-0845-4ce8-b573-8a6783e2edcb req-30826b75-d01c-47cb-a520-516e621f6fdd tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1003225
Jun 04 13:32:03.231797 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-59b7a630-0845-4ce8-b573-8a6783e2edcb req-1d04dd6f-a7a0-4587-9604-f48e8b89f3f1 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519774
Jun 04 13:32:03.254833 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:03.280432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:03.284828 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Usage tracker for resource:security_group_rule and tenant:df486c4229594960a5acad14cc249a2d is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:03.288956 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:03.296485 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:03.486739 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:03.493577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:03.517737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-661a0173-2499-495b-bbde-8a1c0b5cb121 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:03.622035 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df486c4229594960a5acad14cc249a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5120072
Jun 04 13:32:03.623405 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44148) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:03.650211 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c72c18-6b61-49ee-a129-5e09af17b02c,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:03.665041 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.665972 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.666517 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.667223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.667761 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.668277 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.668808 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.669414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.669936 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.670445 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.671000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.671554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:03.683336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:03.752212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f048f9d-f98a-46b9-bf49-9e67e7d5d486 req-7c7eebc8-6590-4d55-9bff-65d1c9bd9b86 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:03.754179 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f048f9d-f98a-46b9-bf49-9e67e7d5d486 req-7c7eebc8-6590-4d55-9bff-65d1c9bd9b86 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1424284
Jun 04 13:32:03.783339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:03.821522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:03.829445 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-6c79cdcd-066e-4dc2-ac80-89cc62a65ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:03.830916 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-6c79cdcd-066e-4dc2-ac80-89cc62a65ef8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 1098 time: 0.1463852
Jun 04 13:32:03.892397 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f048f9d-f98a-46b9-bf49-9e67e7d5d486 req-4fbac9d6-9a8a-4017-88f6-af75472f9f3b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310318
Jun 04 13:32:03.927602 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000d53c-dc3b-4d50-9d71-7a587a0e12a2 req-f5913119-b91e-4047-b5ea-cd44faa4b824 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:03.929160 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1000d53c-dc3b-4d50-9d71-7a587a0e12a2 req-f5913119-b91e-4047-b5ea-cd44faa4b824 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1480196
Jun 04 13:32:03.999802 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1000d53c-dc3b-4d50-9d71-7a587a0e12a2 req-fea1eed8-3d61-4f29-9cc3-3b6229f61548 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637381
Jun 04 13:32:04.000339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-1c409aee-7b11-4b92-a5c8-1bdffbeb32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:04.002059 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-1c409aee-7b11-4b92-a5c8-1bdffbeb32fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.1595900
Jun 04 13:32:04.002640 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.008541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-defb903d-c201-425a-b332-27bc9a729267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:04.022884 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c72c18-6b61-49ee-a129-5e09af17b02c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:04.071286 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:04.077695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.078786 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3c72c18-6b61-49ee-a129-5e09af17b02c HTTP/1.1" status: 204  len: 168 time: 0.4533856
Jun 04 13:32:04.087443 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-fc60edff-cb5f-45a3-b933-1c23bc549232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=708bc75b-57cf-48c8-a6e6-56af85541172 HTTP/1.1" status: 200  len: 217 time: 0.0654812
Jun 04 13:32:04.156563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-a1d7d072-17f5-41d8-a733-ee5f03d0d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:04.158012 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-a1d7d072-17f5-41d8-a733-ee5f03d0d5da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.0626674
Jun 04 13:32:04.209577 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-7d7b7de0-5cc0-4ed3-a732-45418a76b272 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431259
Jun 04 13:32:04.360876 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-c468908c-916b-4d5e-8eed-07cfe8b719dc service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443720
Jun 04 13:32:04.374288 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44160) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:04.390220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.404429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:04.408276 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Usage tracker for resource:security_group_rule and tenant:111ae1a69a4b4d56bb47c8dc11fbfd64 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:04.411052 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:04.417272 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:04.500966 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.504772 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.511940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b2ef9dec-c6af-42e0-85d8-bbff56784de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:04.630984 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=111ae1a69a4b4d56bb47c8dc11fbfd64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2556741
Jun 04 13:32:04.631988 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b120fe-43f5-4086-beca-063db59fc163,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:04.633619 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44166) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:04.635549 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:04.694096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.719856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.780235 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.784487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8036615a-7517-47e0-9315-0901fbcb5ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:04.798494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b120fe-43f5-4086-beca-063db59fc163,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:04.807653 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.808006 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.808351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.808695 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.809038 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.809377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.809714 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.810046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.810388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.810723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.811053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.811406 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:04.814602 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:04.819058 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:04.824092 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07b120fe-43f5-4086-beca-063db59fc163 HTTP/1.1" status: 204  len: 168 time: 0.1893859
Jun 04 13:32:05.106006 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c2c38-8195-41af-a55f-e0bde2f8d656 req-03626e47-f050-4cbf-a945-556d917e706e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:05.108495 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5d0c2c38-8195-41af-a55f-e0bde2f8d656 req-03626e47-f050-4cbf-a945-556d917e706e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.0924327
Jun 04 13:32:05.204215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5d0c2c38-8195-41af-a55f-e0bde2f8d656 req-6b2b0997-577f-4f0e-aca1-71e45d54c7f0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899546
Jun 04 13:32:05.249475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb0afc-9f26-4700-b33a-0ff287ec96c6 req-aff21083-036e-4021-8365-05907e79c395 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:05.250955 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0deb0afc-9f26-4700-b33a-0ff287ec96c6 req-aff21083-036e-4021-8365-05907e79c395 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1215475
Jun 04 13:32:05.305619 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0deb0afc-9f26-4700-b33a-0ff287ec96c6 req-7d010287-8f6b-48dd-bd2b-dd5384798908 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481400
Jun 04 13:32:06.098093 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:32:06.402593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741efad-cadb-4694-a8fa-63a61c0d553c req-7078fc15-01cf-40ab-a1d9-76ce2e83dd47 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:06.409873 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6741efad-cadb-4694-a8fa-63a61c0d553c req-7078fc15-01cf-40ab-a1d9-76ce2e83dd47 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.0904987
Jun 04 13:32:06.453212 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6741efad-cadb-4694-a8fa-63a61c0d553c req-029b64b0-17ba-4151-9f96-9e86fbf9c5cf tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425022
Jun 04 13:32:06.490823 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44246) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:06.606057 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.620783 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:06.624980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Usage tracker for resource:security_group_rule and tenant:6ba6888bb2d64b60a1e1880944ba37f8 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:06.626657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74305310-e9ee-4ef6-975b-6c8d0956613a req-c929a16e-346f-48a8-a9e4-8da0ce35bc04 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:06.627867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:06.628124 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-74305310-e9ee-4ef6-975b-6c8d0956613a req-c929a16e-346f-48a8-a9e4-8da0ce35bc04 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.0788968
Jun 04 13:32:06.633580 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:06.683245 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-74305310-e9ee-4ef6-975b-6c8d0956613a req-a640a944-776c-4363-9aaf-692e7e091697 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492113
Jun 04 13:32:06.717653 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.722698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.731619 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-703be87f-af80-4f47-b09d-dd0e472a749a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:06.769869 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ba6888bb2d64b60a1e1880944ba37f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778385
Jun 04 13:32:06.771306 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac95e5a-4e0f-4999-9f3d-ec95cba48706,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:06.773424 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44252) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:06.775076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:06.831862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.860743 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.913914 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.917639 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-24e19e32-6f11-4532-a2d3-bcdc100abd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:06.929858 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac95e5a-4e0f-4999-9f3d-ec95cba48706,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:06.932660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:06.934723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:06.936150 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac95e5a-4e0f-4999-9f3d-ec95cba48706 HTTP/1.1" status: 204  len: 168 time: 0.1609104
Jun 04 13:32:07.209099 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44262) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:07.225630 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.239140 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:07.243111 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Usage tracker for resource:security_group_rule and tenant:24ff9326dd8146468273239ad1d3ebf6 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:07.245842 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:07.251470 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:07.335029 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.338591 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.350464 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5bee1d8d-5f6d-4bb7-9743-873090c439f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:07.388071 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24ff9326dd8146468273239ad1d3ebf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1779258
Jun 04 13:32:07.389559 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02a53d-d84b-4e86-a3f1-5250a1ec2781,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:07.390925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44264) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:07.392497 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:07.449670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.475505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.531719 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.535321 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e80a8d38-b58a-49a9-99bc-1eab7066f9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:07.547753 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02a53d-d84b-4e86-a3f1-5250a1ec2781,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:07.550556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:07.552988 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:07.554071 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec02a53d-d84b-4e86-a3f1-5250a1ec2781 HTTP/1.1" status: 204  len: 168 time: 0.1621394
Jun 04 13:32:07.659550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e8b6-cf2e-4ef6-a6d6-ab101f837260 req-5c27d550-aaeb-425b-b16d-d0b6209496fc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:07.660998 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a8f3e8b6-cf2e-4ef6-a6d6-ab101f837260 req-5c27d550-aaeb-425b-b16d-d0b6209496fc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.0822344
Jun 04 13:32:07.707628 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a8f3e8b6-cf2e-4ef6-a6d6-ab101f837260 req-770f57d4-57a3-4586-9758-cf9f3e8b5fb3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407934
Jun 04 13:32:07.940868 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-90410f37-fc35-48d1-87a9-69d22c57e996 req-57be874d-a47d-415b-bd93-435dd3d901e8 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542780
Jun 04 13:32:07.952148 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cecfea-9279-4f9f-b6b1-a927286d7fea req-f0cf0c99-4c95-47a8-ba7e-6f911e500582 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:07.953772 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8cecfea-9279-4f9f-b6b1-a927286d7fea req-f0cf0c99-4c95-47a8-ba7e-6f911e500582 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1365693
Jun 04 13:32:08.010886 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8cecfea-9279-4f9f-b6b1-a927286d7fea req-301ca1c3-6bbe-4fda-8a9e-52bad08e7760 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494871
Jun 04 13:32:08.917188 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44330) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:08.930480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411460-6887-48a5-a69b-d32021e08e6d req-5cf13787-0dde-44e5-8f8b-23764ee8b008 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:08.932053 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-06411460-6887-48a5-a69b-d32021e08e6d req-5cf13787-0dde-44e5-8f8b-23764ee8b008 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1065190
Jun 04 13:32:08.988269 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-06411460-6887-48a5-a69b-d32021e08e6d req-a5429dbb-8e9f-44c9-889f-aecd1fb9ed27 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503786
Jun 04 13:32:09.325691 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177710ae-0094-4a61-a013-9ee9fb18200a req-92f2e192-70a7-4ec0-81fe-d040d6cad6fc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:09.333210 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-177710ae-0094-4a61-a013-9ee9fb18200a req-92f2e192-70a7-4ec0-81fe-d040d6cad6fc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1691585
Jun 04 13:32:09.344536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eb947-76e8-413c-8f18-a7fd12980306 req-e3569c05-be93-4083-bd9c-7cb6ca99f727 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:09.346012 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-515eb947-76e8-413c-8f18-a7fd12980306 req-e3569c05-be93-4083-bd9c-7cb6ca99f727 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1343141
Jun 04 13:32:09.350011 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.358904 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44356) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:09.365833 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:09.367562 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'floatingip': {'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:09.370014 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Usage tracker for resource:security_group_rule and tenant:25feec9b8b8941fba09833ceb1833c18 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:09.373000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:09.378844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:09.467977 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.488223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.503144 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.510479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-035097b8-f824-4957-bf1d-7159cb8b91e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:09.560112 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25feec9b8b8941fba09833ceb1833c18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6416984
Jun 04 13:32:09.561894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4b22f-f297-4228-a28e-a8085d3a6fb8,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:09.564203 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44364) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:09.581814 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:09.655194 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.664047 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-177710ae-0094-4a61-a013-9ee9fb18200a req-53a64019-d51d-4411-b274-62a8d58e12ef tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3293033
Jun 04 13:32:09.702612 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.775774 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.782901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:09.798713 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4b22f-f297-4228-a28e-a8085d3a6fb8,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:09.801229 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:09.822950 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:09.827309 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0b4b22f-f297-4228-a28e-a8085d3a6fb8 HTTP/1.1" status: 204  len: 168 time: 0.2476025
Jun 04 13:32:10.163052 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44382) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:10.194645 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.217767 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:10.226964 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Usage tracker for resource:security_group_rule and tenant:3a0d8cfe121f483d8a7109b897ca9323 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:10.263252 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:10.278441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:10.413412 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.420702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.606508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.621627 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.631819 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:10.650648 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Floating IP 64478cb5-2216-44af-a2c6-4ada642d8d0d associated. External IP: 172.27.1.49, port: 34a3a1be-f550-46df-a0ba-8e20021f4388.
Jun 04 13:32:10.750609 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a0d8cfe121f483d8a7109b897ca9323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5842681
Jun 04 13:32:10.751110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69467386-83d6-4095-b830-9deec3e498ad,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:10.753544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44394) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:10.765090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a8ec9327-218d-4f02-9106-f0dbb0e4c46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:10.839930 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.876957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.949472 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.954754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d80d4556-40ed-4169-a927-a9a28945ba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:10.973362 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:10.975019 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69467386-83d6-4095-b830-9deec3e498ad HTTP/1.1" status: 204  len: 168 time: 0.2195623
Jun 04 13:32:10.976130 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69467386-83d6-4095-b830-9deec3e498ad,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:10.979525 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:11.051783 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55b3d-13ba-4124-a620-21d41d89be55 req-d0f59374-686d-43a7-b6f0-f76aedbf8bf6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:11.053934 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-58b55b3d-13ba-4124-a620-21d41d89be55 req-d0f59374-686d-43a7-b6f0-f76aedbf8bf6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2184427
Jun 04 13:32:11.301881 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-58b55b3d-13ba-4124-a620-21d41d89be55 req-f3cf27d9-a798-49d1-b2ca-1d04afaa3180 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326756
Jun 04 13:32:11.320825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:32:11.467243 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44422) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:11.483818 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.498287 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:11.502018 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Usage tracker for resource:security_group_rule and tenant:0a601d757cfa4172ba6965cdbf071abe is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:11.504990 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:11.512816 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:11.518831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:32:11.536476 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.592293 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:32:11.605731 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f3824bd0-b62a-4ca0-a618-490e35b115f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "PUT /v2.0/floatingips/64478cb5-2216-44af-a2c6-4ada642d8d0d HTTP/1.1" status: 200  len: 990 time: 2.2441895
Jun 04 13:32:11.606445 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:32:11.609794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13439d3b-6f83-4681-977e-2ad8fbe96cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:32:11.610981 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.616534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.620581 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:11.621251 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d700>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:11.628372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:11.657701 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc8563-8737-4038-9177-4c76ee024f87 x-openstack-request-id: req-decc8563-8737-4038-9177-4c76ee024f87 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:32:11.658020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:32:11.658300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-decc8563-8737-4038-9177-4c76ee024f87 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:32:11.658719 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'status': 'completed', 'code': 200}
Jun 04 13:32:11.674339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b03eb9-edbd-480c-9c17-caa86466868d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:11.677885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:11.680704 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a601d757cfa4172ba6965cdbf071abe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2121871
Jun 04 13:32:11.683710 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44428) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:11.747340 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.772137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-b5034852-7039-4d35-ad4f-b00324740b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:11.773694 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-b5034852-7039-4d35-ad4f-b00324740b04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1098 time: 0.0792210
Jun 04 13:32:11.773823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.836202 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.841446 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ba4d5f65-4116-43fe-9a3f-9d195b2e564f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:11.853092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b03eb9-edbd-480c-9c17-caa86466868d,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:11.855890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:11.859216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:11.862417 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b03eb9-edbd-480c-9c17-caa86466868d HTTP/1.1" status: 204  len: 168 time: 0.1754191
Jun 04 13:32:11.894780 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:11.921815 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-0c258367-fc1e-479d-9193-a592c42a69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:11.923305 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-0c258367-fc1e-479d-9193-a592c42a69da service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.1327579
Jun 04 13:32:12.027802 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-e226c9ab-7c29-45df-9e43-0c953f2f480d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 998 time: 0.0977125
Jun 04 13:32:12.126153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-9fed0734-6932-4e7c-b076-37d297559f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:12.128053 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-9fed0734-6932-4e7c-b076-37d297559f79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0924745
Jun 04 13:32:12.226551 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-cd5e5498-403d-4c8f-bb37-3ee62e7b0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:12.228769 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-cd5e5498-403d-4c8f-bb37-3ee62e7b0e79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0838780
Jun 04 13:32:12.448880 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d700>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '64478cb5-2216-44af-a2c6-4ada642d8d0d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:37Z', 'updated_at': '2021-06-04T13:32:10Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:12.459590 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:32:12.480053 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:12.480776 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d700>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:31:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:12.561137 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-de1104cf-7485-477b-af94-10b7997515b8 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133113
Jun 04 13:32:12.701297 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebd2a8-30d8-4eb8-9602-d1ea6b8469f9 req-e3ce0899-61d7-42fe-8006-220bd7b0cd0a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:12.702862 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c3ebd2a8-30d8-4eb8-9602-d1ea6b8469f9 req-e3ce0899-61d7-42fe-8006-220bd7b0cd0a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1181135
Jun 04 13:32:12.703385 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44464) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:12.757111 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:12.774637 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c3ebd2a8-30d8-4eb8-9602-d1ea6b8469f9 req-27a8cbf1-a3fa-40a0-84fb-58d564bf64de tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629537
Jun 04 13:32:12.848389 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13439d3b-6f83-4681-977e-2ad8fbe96cd7 req-d10d230b-a77f-42d3-aa67-a87be78dfa33 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747645
Jun 04 13:32:12.973261 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:12.996689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:13.004087 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Usage tracker for resource:security_group_rule and tenant:5b85cdfd56314abc9bb508551a8bda20 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:13.008825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:13.015774 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:13.087995 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44476) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:13.137770 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.147712 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.167292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-33f4f221-423c-4d45-9c2c-d7870acc904c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:13.230803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29305c95-e258-444a-abe4-5910595113f4,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:13.242226 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:13.256008 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.271246 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b85cdfd56314abc9bb508551a8bda20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5635817
Jun 04 13:32:13.271246 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44488) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:13.303779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:13.307806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Usage tracker for resource:security_group_rule and tenant:a1670140c6384f5fb8eee7808bbae562 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:13.311760 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:13.318384 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:13.370648 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d700>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '64478cb5-2216-44af-a2c6-4ada642d8d0d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:37Z', 'updated_at': '2021-06-04T13:32:10Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:13.375781 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4c0ae-207c-480d-82aa-7ef6e1b6c7f6 None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '64478cb5-2216-44af-a2c6-4ada642d8d0d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:31:37Z', 'updated_at': '2021-06-04T13:32:10Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:32:13.416982 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.421560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.421726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.464859 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d33a9904-a6aa-4d67-aafb-7cac272d7ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:13.466736 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.497935 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1670140c6384f5fb8eee7808bbae562&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4084196
Jun 04 13:32:13.499735 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da1003-6065-4675-bc9d-9583848e7a9a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:13.502010 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44494) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:13.513728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:13.559323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.567240 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.568762 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:13.584918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.588587 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29305c95-e258-444a-abe4-5910595113f4 HTTP/1.1" status: 204  len: 168 time: 0.3159819
Jun 04 13:32:13.591823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29305c95-e258-444a-abe4-5910595113f4,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:13.612346 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:13.612656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.686233 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b9f93-2d71-4359-aa1f-b84662389ced None None] New status for floating IP 64478cb5-2216-44af-a2c6-4ada642d8d0d: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:32:13.730231 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.742171 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-125f241b-ea6b-4a75-b5ea-3aedc47b47b2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:13.774867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da1003-6065-4675-bc9d-9583848e7a9a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:13.784649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:13.785843 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84da1003-6065-4675-bc9d-9583848e7a9a HTTP/1.1" status: 204  len: 168 time: 0.2829349
Jun 04 13:32:13.787672 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3fffd2f0-506b-470e-ac3a-9edfdf995d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:14.212605 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdd9c7-a534-4730-b484-ceb20e63d1f1 req-70730f1d-4d43-4685-a91a-282925493f09 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:14.214763 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3dcdd9c7-a534-4730-b484-ceb20e63d1f1 req-70730f1d-4d43-4685-a91a-282925493f09 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2389953
Jun 04 13:32:14.295893 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3dcdd9c7-a534-4730-b484-ceb20e63d1f1 req-385d0ebd-af72-4bbe-9b8f-b3cf0f8876a3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721092
Jun 04 13:32:14.326015 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44524) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:14.426055 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.441269 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:14.445790 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Usage tracker for resource:security_group_rule and tenant:7be41f434f784cdf9cc4e4eef3d30407 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:14.449228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:14.454861 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:14.591504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.598252 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.611627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2f192dee-d55c-4328-9883-68d2451700cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:14.688010 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7be41f434f784cdf9cc4e4eef3d30407&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3606770
Jun 04 13:32:14.688837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36881553-41e1-43e9-9cd3-708820f845ce,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:14.690570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44546) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:14.691954 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:14.762888 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.800226 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.863265 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.867134 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d4c2946f-4004-45be-9031-845f0e5d5edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:14.881103 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36881553-41e1-43e9-9cd3-708820f845ce,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:14.892722 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:14.894881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:14.897079 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36881553-41e1-43e9-9cd3-708820f845ce HTTP/1.1" status: 204  len: 168 time: 0.2051563
Jun 04 13:32:15.404543 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff2dc-f1b5-499d-8522-85883e4df855 req-8f1f4f85-7ff0-4957-bc47-d6645f91ed86 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:15.406025 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-466ff2dc-f1b5-499d-8522-85883e4df855 req-8f1f4f85-7ff0-4957-bc47-d6645f91ed86 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.0997350
Jun 04 13:32:15.498390 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-466ff2dc-f1b5-499d-8522-85883e4df855 req-56b522a3-cc18-48cd-969c-608168109341 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853965
Jun 04 13:32:15.537822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53507-81d5-49ad-9f60-d8aba0b6ab15 req-3a59faec-f5a3-48e2-a931-306200d3d73e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:15.539386 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f7f53507-81d5-49ad-9f60-d8aba0b6ab15 req-3a59faec-f5a3-48e2-a931-306200d3d73e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.0940948
Jun 04 13:32:15.592953 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f7f53507-81d5-49ad-9f60-d8aba0b6ab15 req-776a985b-e3f9-449e-bc53-c2d2c952f127 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467682
Jun 04 13:32:16.708992 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d9644-31f3-4d89-b12f-9170e07926cb req-6fbfb404-df20-4ad2-a8e3-6d411e651a70 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:16.711202 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e01d9644-31f3-4d89-b12f-9170e07926cb req-6fbfb404-df20-4ad2-a8e3-6d411e651a70 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.0865848
Jun 04 13:32:16.800072 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e01d9644-31f3-4d89-b12f-9170e07926cb req-b1dfdf69-b4c1-4b4c-976c-74cca10fead5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575676
Jun 04 13:32:16.836342 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa33db-5b84-4fec-adfc-a94bb98cf7a9 req-2a7e74b7-efb9-4f56-bbd8-31c185b8d55a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:16.837785 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5aa33db-5b84-4fec-adfc-a94bb98cf7a9 req-2a7e74b7-efb9-4f56-bbd8-31c185b8d55a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1257088
Jun 04 13:32:16.883222 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5aa33db-5b84-4fec-adfc-a94bb98cf7a9 req-66993046-c01e-481a-863d-3bda5a168ae5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398655
Jun 04 13:32:17.675808 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-d7de86c1-1338-44ee-a4ec-7a36ba4a2b60 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:17.677329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-d7de86c1-1338-44ee-a4ec-7a36ba4a2b60 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Synchronizing usage tracker for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:32:17.696850 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-d7de86c1-1338-44ee-a4ec-7a36ba4a2b60 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Unset dirty status for tenant:8380dfaa56f44a4c9e29e1f2fdcb2460 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:32:17.698217 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-d7de86c1-1338-44ee-a4ec-7a36ba4a2b60 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.1151011
Jun 04 13:32:17.861701 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Deleting port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:32:17.862071 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.061190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604f1e-22b0-462e-8cc5-05d3fa760a24 req-b1db723b-c633-4409-9196-da1cf6e59a8e tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:18.062193 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] For port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,segment=NetworkSegment(7ae2957d-2db0-41b7-b0f3-4c74da016de1),segment_id=7ae2957d-2db0-41b7-b0f3-4c74da016de1)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:18.062636 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.063246 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bd604f1e-22b0-462e-8cc5-05d3fa760a24 req-b1db723b-c633-4409-9196-da1cf6e59a8e tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 945 time: 0.1006522
Jun 04 13:32:18.180678 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bd604f1e-22b0-462e-8cc5-05d3fa760a24 req-27de56f5-54c0-4112-9c23-4291377a987a tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2afa368-48b3-471f-88a3-867c75b8fa6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078308
Jun 04 13:32:18.232505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68477315-0d08-4634-99ba-272045407a7f req-2fe96503-de83-4fad-a5d0-d12f1d3b82cc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:18.234614 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-68477315-0d08-4634-99ba-272045407a7f req-2fe96503-de83-4fad-a5d0-d12f1d3b82cc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1306949
Jun 04 13:32:18.235289 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Calling delete_port for 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:32:18.314344 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-68477315-0d08-4634-99ba-272045407a7f req-56f32915-ed23-402a-8f6e-37daea1f7c2d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669980
Jun 04 13:32:18.499230 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.509096 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:18.522396 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:32:18.562250 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Pushing event deleted for resources: {'Port': ['ID=304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:18.566818 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:18.624652 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44744) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:18.652135 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] No DVR routers for this DVR port 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:32:18.655236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.670435 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'name': 'network-vif-deleted', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:32:18.672909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04590fb3-b808-4274-9917-5ec3143cc15c" -d '{"events": [{"server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "name": "network-vif-deleted", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:32:18.680754 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-227402c8-8b08-48b2-b1b8-c0c9fc2df2d0 req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.22 "DELETE /v2.0/ports/304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 HTTP/1.1" status: 204  len: 173 time: 0.9702640
Jun 04 13:32:18.744372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9799b2-a57d-4319-b116-e124ae0bf580 x-openstack-request-id: req-fa9799b2-a57d-4319-b116-e124ae0bf580 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:32:18.744689 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd1826f-78aa-43fb-9a22-51b2c0416225", "name": "network-vif-deleted", "tag": "304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:32:18.744965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa9799b2-a57d-4319-b116-e124ae0bf580 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:32:18.745423 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1826f-78aa-43fb-9a22-51b2c0416225', 'name': 'network-vif-deleted', 'tag': '304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1', 'status': 'completed', 'code': 200}
Jun 04 13:32:18.804355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.819840 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:18.823695 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Usage tracker for resource:security_group_rule and tenant:eeec568426f946f79a8f733314cd2d3e is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:18.826842 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:18.833142 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:18.918137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.921875 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:18.931059 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:18.975267 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeec568426f946f79a8f733314cd2d3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3487663
Jun 04 13:32:18.977379 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44758) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:18.979820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5583793-66df-418d-8d23-70a917ae5c3e,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:18.982843 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:19.041829 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.070154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.124133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.129095 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8408f0c6-e941-41ef-8952-4370ee82eb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:19.140903 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5583793-66df-418d-8d23-70a917ae5c3e,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:19.146462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:19.148882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.151215 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5583793-66df-418d-8d23-70a917ae5c3e HTTP/1.1" status: 204  len: 168 time: 0.1715999
Jun 04 13:32:19.172440 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44764) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:19.347524 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36f5ff7a-109b-4fb9-81f7-ddedd00e72c0 req-fb74e4cf-b5a6-4e98-89fe-44432370c2e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd1826f-78aa-43fb-9a22-51b2c0416225 HTTP/1.1" status: 200  len: 210 time: 0.0435925
Jun 04 13:32:19.433630 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.488934 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:19.490225 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44774) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:19.499046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Usage tracker for resource:security_group_rule and tenant:5227de8d7d484a2eb5db891ce354de0c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:19.502311 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:19.507479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.511677 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:19.522073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:19.526109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbeb9d271f84dbc816ce23f2fceac50 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:19.529326 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:19.535425 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:19.658878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab9dec-2c43-4771-864d-c1225493612a req-4aaca1e3-71a5-4517-ae19-52cabaeed3d4 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:19.660758 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.666099 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-14ab9dec-2c43-4771-864d-c1225493612a req-4aaca1e3-71a5-4517-ae19-52cabaeed3d4 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2223969
Jun 04 13:32:19.672861 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.684813 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15116a41-fbfc-4aae-805a-9a7840991931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:19.729425 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dbeb9d271f84dbc816ce23f2fceac50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2380433
Jun 04 13:32:19.730711 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba995e-ad19-4d6e-965a-ff7fd5d951d5,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:19.730841 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-14ab9dec-2c43-4771-864d-c1225493612a req-a55d4cc8-ebcb-4719-a810-9f0ac64befa1 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638006
Jun 04 13:32:19.733536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44782) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:19.751424 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:19.817201 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.830174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.836785 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.856641 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e951915-89f9-41b6-8c2f-2e01d11e7fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:19.906851 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:19.918332 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5227de8d7d484a2eb5db891ce354de0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7442575
Jun 04 13:32:19.922231 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44794) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:19.960813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776dfc0e-e65c-4222-8509-d207438a8205,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:19.965899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:20.001783 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.010404 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9a1b622b-dd03-4f6c-a5cb-2d349c8d1b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:20.025213 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.025778 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba995e-ad19-4d6e-965a-ff7fd5d951d5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:20.028914 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:20.030200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.034004 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69ba995e-ad19-4d6e-965a-ff7fd5d951d5 HTTP/1.1" status: 204  len: 168 time: 0.2965937
Jun 04 13:32:20.070798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.138783 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.143683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-998b561f-ae13-491f-ad87-4cbb2ae60313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:20.163934 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776dfc0e-e65c-4222-8509-d207438a8205,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:20.166059 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.167152 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/776dfc0e-e65c-4222-8509-d207438a8205 HTTP/1.1" status: 204  len: 168 time: 0.2434797
Jun 04 13:32:20.168016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:20.638178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44834) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:20.659960 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.686749 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:20.691053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Usage tracker for resource:security_group_rule and tenant:3355971e28fb412191b6e8a2ec6bd9c3 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:20.694803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:20.701151 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:20.798527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.803747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:20.812029 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:20.848936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e9554-bd35-4aa0-81ff-7f452ab7bdc9,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:20.869632 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:20.893345 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3355971e28fb412191b6e8a2ec6bd9c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2540567
Jun 04 13:32:20.896651 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44850) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:20.994085 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:21.028205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:21.101810 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:21.116924 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d22d99c1-a9c3-4832-b181-c5f316b0f777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:21.137244 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e9554-bd35-4aa0-81ff-7f452ab7bdc9,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:21.140270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:21.142333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:21.143395 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/551e9554-bd35-4aa0-81ff-7f452ab7bdc9 HTTP/1.1" status: 204  len: 168 time: 0.2454441
Jun 04 13:32:21.273166 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827f04-c7a3-47e4-b593-32f2d27ba99c req-978997db-fec2-42fc-9e07-23e5c5cff8cd tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:21.282848 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-97827f04-c7a3-47e4-b593-32f2d27ba99c req-978997db-fec2-42fc-9e07-23e5c5cff8cd tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1149085
Jun 04 13:32:21.349599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-97827f04-c7a3-47e4-b593-32f2d27ba99c req-830f3a69-b271-4ce9-8610-e901d5dc8629 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657096
Jun 04 13:32:22.181460 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:32:22.251834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:32:22.252574 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 304dec2a-7cbd-4f2a-b8ac-2bdeca7f6ed1 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:32:22.313982 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-67b7e3f6-8fe2-4e04-9e7e-0f41ba142fc1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1266804
Jun 04 13:32:22.378792 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 44956) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:22.538136 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Deleting subnet 39bad684-8885-479b-af4b-6e18efea2735 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:32:22.542634 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:22.546403 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa57dc-3595-490d-b29e-379f6114379c req-a5c387e5-56ec-40d5-94b0-e6fbb69d16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:22.547879 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-a5c387e5-56ec-40d5-94b0-e6fbb69d16af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.0810299
Jun 04 13:32:22.603383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:22.618803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:22.674998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27ca67-4f8a-460a-8f87-ebae98b12d1d req-2456dff0-bddd-49bb-a9d0-bcdcf4c89cc5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:22.675821 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb27ca67-4f8a-460a-8f87-ebae98b12d1d req-2456dff0-bddd-49bb-a9d0-bcdcf4c89cc5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1956944
Jun 04 13:32:22.716128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa57dc-3595-490d-b29e-379f6114379c req-7b03d2af-872f-4ff3-bc6c-2d8073a8fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:22.717604 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-7b03d2af-872f-4ff3-bc6c-2d8073a8fac5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1481104
Jun 04 13:32:22.767408 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb27ca67-4f8a-460a-8f87-ebae98b12d1d req-77249387-3d50-40f2-94c8-5c5cdcf43086 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896792
Jun 04 13:32:22.945833 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-dd3c8022-186a-448d-a9b7-7b792458bf2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1000 time: 0.2175264
Jun 04 13:32:22.990753 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.009795 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:23.030636 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa57dc-3595-490d-b29e-379f6114379c req-0dc1d910-ce24-4781-9003-c4b6d6256161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:23.032110 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-0dc1d910-ce24-4781-9003-c4b6d6256161 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0768232
Jun 04 13:32:23.063565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.086920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bad684-8885-479b-af4b-6e18efea2735,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:23.093350 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:23.097930 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/39bad684-8885-479b-af4b-6e18efea2735 HTTP/1.1" status: 204  len: 168 time: 0.7155652
Jun 04 13:32:23.098437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 44998) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:23.247114 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.271847 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa57dc-3595-490d-b29e-379f6114379c req-6a0bd85f-9331-4734-b54b-c9f14910840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:23.274309 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-6a0bd85f-9331-4734-b54b-c9f14910840b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2283070
Jun 04 13:32:23.534792 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.608671 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89a2af10>,) {'filters': {'network_id': ['85658d98-6b17-4a07-88b0-fcfe4e76bf9f']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:23.629414 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-b0637f84-b570-4d15-9cda-cad2a6b38962 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301129
Jun 04 13:32:23.633223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89a2af10>, '7ae2957d-2db0-41b7-b0f3-4c74da016de1') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:23.633598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89a2af10>, '7ae2957d-2db0-41b7-b0f3-4c74da016de1') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:23.646877 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.713040 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.727308 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:32:23.727825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:32:23.742009 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:32:23.888425 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.896992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:23.909527 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:23.915848 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8afa57dc-3595-490d-b29e-379f6114379c req-6f036b86-9274-4ded-ac77-0da0d4696b9e service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586212
Jun 04 13:32:23.919702 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Pushing event deleted for resources: {'Network': ['ID=85658d98-6b17-4a07-88b0-fcfe4e76bf9f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:23.924108 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:23.937581 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85658d98-6b17-4a07-88b0-fcfe4e76bf9f HTTP/1.1" status: 204  len: 168 time: 0.8323684
Jun 04 13:32:23.962115 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b9310-86e9-4575-9dba-0426399e3b25 req-24e82769-1a2d-4010-9592-4cb7f4381285 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:23.963600 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e43b9310-86e9-4575-9dba-0426399e3b25 req-24e82769-1a2d-4010-9592-4cb7f4381285 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.0864255
Jun 04 13:32:24.011153 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e43b9310-86e9-4575-9dba-0426399e3b25 req-65eb7e8b-a4f9-4466-82d3-86f8fafeddeb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402927
Jun 04 13:32:24.125536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45050) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:24.178364 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-faac8f28-b860-405c-9447-be32bd945dd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8380dfaa56f44a4c9e29e1f2fdcb2460&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516095
Jun 04 13:32:24.183212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45052) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:24.246649 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:24.272593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:24.330379 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:24.335302 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dbd1b659-95b4-443b-8756-040e4e0d751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:24.346198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afa368-48b3-471f-88a3-867c75b8fa6a,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:24.350499 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:24.361097 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:24.364911 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2afa368-48b3-471f-88a3-867c75b8fa6a HTTP/1.1" status: 204  len: 168 time: 0.1805925
Jun 04 13:32:25.027508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45092) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:25.087502 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-2f81814b-0011-4c34-816e-e30a93dbf5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.218834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.239570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:25.246897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Usage tracker for resource:security_group_rule and tenant:9319848cb9d44914b92038f08f6f38d8 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:25.250388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:25.258516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:25.304386 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f44d-8526-4056-8841-40466db77bd0 req-5a652c64-12dc-4153-aa07-c8b85db63736 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:25.305853 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e570f44d-8526-4056-8841-40466db77bd0 req-5a652c64-12dc-4153-aa07-c8b85db63736 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1475015
Jun 04 13:32:25.383552 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e570f44d-8526-4056-8841-40466db77bd0 req-05b458c7-a612-4945-bd9f-edecd447f19c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676913
Jun 04 13:32:25.411532 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.415910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.422452 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d2aba79a-b4d6-4074-9d50-5732e72f4d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:25.469841 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9319848cb9d44914b92038f08f6f38d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4429345
Jun 04 13:32:25.470738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401200ff-e107-4d4a-8e10-f9d1b6c17b2f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:25.473156 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45114) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:25.474477 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:25.537067 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.567758 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.622917 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.627850 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-16d207a7-3f8a-4aef-a25a-596c1ca376ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:25.638865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401200ff-e107-4d4a-8e10-f9d1b6c17b2f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:25.642519 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:25.646274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:25.650056 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/401200ff-e107-4d4a-8e10-f9d1b6c17b2f HTTP/1.1" status: 204  len: 168 time: 0.1750712
Jun 04 13:32:26.578483 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22849d-44eb-49b6-b103-182700c70dcd req-b3691afa-7fac-419f-b1fb-a6fde11d40db tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:26.580072 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ec22849d-44eb-49b6-b103-182700c70dcd req-b3691afa-7fac-419f-b1fb-a6fde11d40db tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.0847566
Jun 04 13:32:26.627942 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ec22849d-44eb-49b6-b103-182700c70dcd req-ef6243aa-096b-44f5-b117-68116f670b17 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415199
Jun 04 13:32:27.589870 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cbd86d8a-4dd6-494e-8986-8bf9af1a89f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:27.650373 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45194) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:27.807203 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:27.824215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:27.830273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Usage tracker for resource:security_group_rule and tenant:d4fd1e90dde04648a141d950d3623a92 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:27.835489 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:27.841587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:27.881963 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e67b-86c8-433f-8503-ff75c593768a req-9ebf0e20-4394-4d38-b236-12adee321ce0 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:27.883832 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b823e67b-86c8-433f-8503-ff75c593768a req-9ebf0e20-4394-4d38-b236-12adee321ce0 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1381319
Jun 04 13:32:27.949006 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b823e67b-86c8-433f-8503-ff75c593768a req-d3ec0881-2707-400a-814d-52c33297da5e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588596
Jun 04 13:32:28.021600 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.026762 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.035413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0ca82cd0-2595-4237-a127-a252e7874ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:28.037794 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.146517 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4fd1e90dde04648a141d950d3623a92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4946837
Jun 04 13:32:28.147516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c1675-f53c-4d48-bc11-5eac8ca377d4,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:28.149256 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45216) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:28.152399 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:28.213790 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.240651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.296358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.300179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c4fbc3f3-3804-4adc-9b23-26e49af04b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:28.311001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c1675-f53c-4d48-bc11-5eac8ca377d4,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:28.315000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:28.319152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.320360 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/645c1675-f53c-4d48-bc11-5eac8ca377d4 HTTP/1.1" status: 204  len: 168 time: 0.1686938
Jun 04 13:32:28.516965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45236) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:28.643618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.658666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:28.662540 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Usage tracker for resource:security_group_rule and tenant:d11d09c9fc5c41978ff9ffa6e22b7683 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:28.665409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:28.672070 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:28.749167 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.763475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.767516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.777376 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d137db8c-e2e2-4451-aa0e-d2875937943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:28.819188 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d11d09c9fc5c41978ff9ffa6e22b7683&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008323
Jun 04 13:32:28.820196 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a762af-ad44-4fb5-a28b-88e6c3914259,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:28.822219 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45254) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:28.823788 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:28.917184 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.919110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:28.948799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.006886 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.017915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:29.028065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a762af-ad44-4fb5-a28b-88e6c3914259,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:29.030825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:29.040932 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.044282 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8a762af-ad44-4fb5-a28b-88e6c3914259 HTTP/1.1" status: 204  len: 168 time: 0.2183969
Jun 04 13:32:29.066505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45264) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:29.171054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312275320-network', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:29.175473 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:29.179935 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Usage tracker for resource:network and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:29.182695 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:29.188640 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:29.197646 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Made reservation on behalf of 1ed68514462f48eab5425a7c0a1ea193 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:32:29.200046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.215257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.230286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:29.241281 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:29.244959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:29.252541 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:29.338669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.341893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.345849 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-54948f02-58fc-4ced-9e64-0c3dc7232fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:29.369732 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:32:29.382483 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d7f69-ed33-4cf9-9ea0-cca6be29d778,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:29.386414 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:29.387355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.387691 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Added segment f9d0516c-c55d-4f8f-8f8c-bae53381e1e3 of type vlan for network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871
Jun 04 13:32:29.398038 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45270) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:29.413926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.414476 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.429177 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:29.432960 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Usage tracker for resource:security_group_rule and tenant:c178e6a4450a43c892745f3b4b070829 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:29.435768 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:29.441676 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:29.443377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.445210 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:29.445863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.449573 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1da3eb56-5c97-4549-8a44-46f639bc4af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:29.533205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.537438 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.548088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:29.555591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Pushing event updated for resources: {'Network': ['ID=41f553fb-dab5-4ca0-ad41-e41ed8dc9871,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:29.561481 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4937842
Jun 04 13:32:29.562376 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:29.562819 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45272) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:29.568604 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Request body: {'subnet': {'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312275320-subnet', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:29.573812 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:29.574151 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:32:29.577700 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Usage tracker for resource:subnet and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:29.580555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:29.584971 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c178e6a4450a43c892745f3b4b070829&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1858661
Jun 04 13:32:29.586447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:29.588268 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45276) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:29.601537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Made reservation on behalf of 1ed68514462f48eab5425a7c0a1ea193 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:32:29.601710 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e0cd8-306e-48f9-a41e-dc50a7db97a3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:29.603957 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.606237 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:29.658286 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.687850 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.744210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.747837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c678b2c5-9447-417f-be95-cd758e9e782a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:29.760617 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e0cd8-306e-48f9-a41e-dc50a7db97a3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:29.763596 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:29.776482 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:29.781527 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de5e0cd8-306e-48f9-a41e-dc50a7db97a3 HTTP/1.1" status: 204  len: 168 time: 0.1920249
Jun 04 13:32:30.008180 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.012699 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fb6354c5-f30f-43ff-bc75-754a4450a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:30.095343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fb7fb0-57fc-417e-853a-091893d189a1,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:30.099800 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:30.100493 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Checking segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:30.100844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Network hostable DHCP agents. Network: 41f553fb-dab5-4ca0-ad41-e41ed8dc9871, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:32:30.121682 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:32:30.131577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 41f553fb-dab5-4ca0-ad41-e41ed8dc9871) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:30.135614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:30.136227 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.143815 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e889e14a-32d1-4f5b-ba83-c4dd9cc317f7 None None] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:32:30.163299 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5993893
Jun 04 13:32:30.165818 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45288) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:30.170864 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:30.176973 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:30.181001 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Usage tracker for resource:router and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:30.184148 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:30.190873 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:30.202151 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.203570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.221879 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.387617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:32:30.388644 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.500103 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.502078 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.570704 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Allocated IP 172.20.0.2 (41f553fb-dab5-4ca0-ad41-e41ed8dc9871/25fb7fb0-57fc-417e-853a-091893d189a1/3a6332aa-fffb-45fa-b3fb-7b5e05ecc805) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:30.802682 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.815278 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Transition to ACTIVE for port object 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:30.839657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Transition to ACTIVE for port object 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:30.847023 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.855945 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:30.918181 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:30.925096 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:30.938334 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Pushing event updated for resources: {'Port': ['ID=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:30.940598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.940902 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:30.976185 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:30.984020 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.984376 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.984718 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.985051 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.985382 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.985708 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.986152 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.986479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.986805 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.987126 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.987551 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.987875 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:30.996314 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:31.061201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Attempting to bind port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:31.061580 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Attempting to bind port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:31.062091 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Attempting to bind port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 on network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:31.068096 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:31.068480 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Checking segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:31.068886 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:31.069292 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Bound using segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:31.069778 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Bound port: 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:31.070157 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:31.126992 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Allocated IP 172.27.1.176 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/cf6393a7-3e20-4acb-a61a-7692cd6e7b34) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:31.195623 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] For port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:31.199225 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] For port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:31.205803 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:31.211572 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ca745169-16c3-4ec9-a171-d5974181dc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:31.294343 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Pushing event updated for resources: {'Port': ['ID=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:31.297558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:31.386020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:31.407408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7127c2-c6e8-4955-830b-3652ba3026b9 req-71be8eb0-83c6-49f0-9bd4-4b4fbc19c406 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:31.408921 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb7127c2-c6e8-4955-830b-3652ba3026b9 req-71be8eb0-83c6-49f0-9bd4-4b4fbc19c406 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1473711
Jun 04 13:32:31.475003 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb7127c2-c6e8-4955-830b-3652ba3026b9 req-13695db1-fcb8-4b81-bc8e-22263d9ced08 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563605
Jun 04 13:32:31.477390 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:31.485139 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b781c96b-faa6-4552-a0b8-91a79d3b3b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:31.545925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:31.549259 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:31.552046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:31.631020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Pushing event updated for resources: {'Port': ['ID=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:31.634365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:32.048771 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:32.278495 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:32.391048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:32.481484 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d72860-477e-4535-8c3f-7030e03515cb None None] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:32:32.520000 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:32.662799 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Provisioning for port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:32.672948 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Provisioning complete for port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:32.673350 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:32.941652 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:32.949620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b71fa3-8fde-44b2-a64e-39da32320ee1 req-143f09fc-a145-49e4-84c9-df650c51d982 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:32.951516 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6b71fa3-8fde-44b2-a64e-39da32320ee1 req-143f09fc-a145-49e4-84c9-df650c51d982 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1484263
Jun 04 13:32:32.984856 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] For port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:32.996277 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:32.998384 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:33.008103 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Router f9724d5f-0922-4cf8-aef0-104a1f5614a8 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:32:33.020988 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6b71fa3-8fde-44b2-a64e-39da32320ee1 req-539e4cb2-6361-488a-bcfe-7c622e989238 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504894
Jun 04 13:32:33.079435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Pushing event updated for resources: {'Port': ['ID=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:33.082958 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:33.202742 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:32:33.212169 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Sync routers for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:32:33.218390 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-54e83bc2-5286-4d2a-9d25-d0a26b6060b9 None None] Provisioning complete for port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:33.218858 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-54e83bc2-5286-4d2a-9d25-d0a26b6060b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:33.221824 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:33.222618 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3f2d30>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:33.226098 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:33.229921 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0600603
Jun 04 13:32:33.230172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45368) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:33.418316 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:33.714380 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3f2d30>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:31Z', 'revision_number': 3, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:33.718010 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Checking router: f9724d5f-0922-4cf8-aef0-104a1f5614a8 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:32:33.718366 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Updating router f9724d5f-0922-4cf8-aef0-104a1f5614a8 port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:32:33.783946 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:33.949933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.187945 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Allocated IP 172.20.0.1 (41f553fb-dab5-4ca0-ad41-e41ed8dc9871/25fb7fb0-57fc-417e-853a-091893d189a1/a198ef13-5c76-4cd3-adcf-a16480c6ec02) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:34.233160 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:34.272729 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.291771 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Transition to ACTIVE for port object cf6393a7-3e20-4acb-a61a-7692cd6e7b34 will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:34.303232 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.309907 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a28feede-e538-450c-8a82-c5e511578302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:34.338821 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:34.339437 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.397758 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Attempting to bind port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:34.398298 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Attempting to bind port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:34.398710 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Attempting to bind port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:34.414698 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:34.415137 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:34.415542 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.415930 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:34.416417 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Bound port: cf6393a7-3e20-4acb-a61a-7692cd6e7b34, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:34.416949 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.495693 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.511599 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Pushing event updated for resources: {'Port': ['ID=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:34.523545 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Transition to ACTIVE for port object a198ef13-5c76-4cd3-adcf-a16480c6ec02 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:34.524970 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.525642 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.526522 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.526965 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.527456 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.528108 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.528493 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.529028 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.529558 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.529942 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.530463 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.530967 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:32:34.534280 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06f87-3758-46b0-9cae-2c4aa4081ba7 req-15f5ea66-dd02-421e-a5c1-2ef28b54f14e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:34.552327 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1e06f87-3758-46b0-9cae-2c4aa4081ba7 req-15f5ea66-dd02-421e-a5c1-2ef28b54f14e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2601140
Jun 04 13:32:34.555791 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:34.558410 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] For port cf6393a7-3e20-4acb-a61a-7692cd6e7b34, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:34.562037 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] For port cf6393a7-3e20-4acb-a61a-7692cd6e7b34, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:34.568084 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.574197 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:34.612022 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1e06f87-3758-46b0-9cae-2c4aa4081ba7 req-83483cca-c257-42bc-8ff8-8bfc201bdef2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588584
Jun 04 13:32:34.628111 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.634356 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:34.651335 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:34.651983 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3f2d30>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:34.696052 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:34.703733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:34.708115 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:34.708654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.720460 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:34.724184 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:34.740825 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Pushing event updated for resources: {'Port': ['ID=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:34.758786 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:34.870749 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:34.894250 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:34.986059 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c4499f6b-ccaa-4229-b218-2d2bd2d6f82b None None] Provisioning for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:34.992820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c4499f6b-ccaa-4229-b218-2d2bd2d6f82b None None] Provisioning complete for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:34.993526 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c4499f6b-ccaa-4229-b218-2d2bd2d6f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.066309 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-c4499f6b-ccaa-4229-b218-2d2bd2d6f82b None None] Port a198ef13-5c76-4cd3-adcf-a16480c6ec02 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:32:35.125502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.131136 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.132276 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.136920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b325c318-5a59-4d85-ae0c-136d65355b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:35.244908 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:35.246204 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3f2d30>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:31Z', 'revision_number': 3, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:35.249333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:35.252006 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1a46b-021e-4f5d-88f8-09fac8c59518 None None] The sync data for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi is: [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:31Z', 'revision_number': 3, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:32:35.356527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:35.357680 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:35.604066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Router f9724d5f-0922-4cf8-aef0-104a1f5614a8 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:32:35.612080 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45436) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:35.696692 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-153a1c48-10da-4a59-b766-bcb37f3cd913 None None] Provisioning complete for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:35.697615 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-153a1c48-10da-4a59-b766-bcb37f3cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.826913 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-153a1c48-10da-4a59-b766-bcb37f3cd913 None None] Port a198ef13-5c76-4cd3-adcf-a16480c6ec02 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:32:35.836252 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.853187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:35.862441 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8d5580600c6f4f5c97a5d8263d0411ee is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:35.865725 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:35.875273 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:35.925904 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:32:35.947971 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] 10.222.0.20 "PUT /v2.0/routers/f9724d5f-0922-4cf8-aef0-104a1f5614a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7165358
Jun 04 13:32:35.980726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:35.987982 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.006198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1d4e-08b1-415c-85d4-6cee299d38d1 req-c6e56c6e-53be-4a21-bb59-c949992c3ca9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:36.013004 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d31a1d4e-08b1-415c-85d4-6cee299d38d1 req-c6e56c6e-53be-4a21-bb59-c949992c3ca9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1966615
Jun 04 13:32:36.014364 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-eb291a31-2e41-4902-aa39-a1dc32c9528c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:36.052797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fda35f-e46a-42cd-928e-2a8af9181764,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:36.059341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:36.063098 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d5580600c6f4f5c97a5d8263d0411ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4500310
Jun 04 13:32:36.067874 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45454) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:36.107728 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d31a1d4e-08b1-415c-85d4-6cee299d38d1 req-c87c44a0-47a4-4d04-abdd-035ab3056fcc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879478
Jun 04 13:32:36.174553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.207517 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.231808 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device cf6393a7-3e20-4acb-a61a-7692cd6e7b34 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:36.334973 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.340172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6e564b86-8acd-43ce-8b00-24c30affca80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:36.364669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fda35f-e46a-42cd-928e-2a8af9181764,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:36.370960 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:36.384137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.385281 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26fda35f-e46a-42cd-928e-2a8af9181764 HTTP/1.1" status: 204  len: 168 time: 0.3148007
Jun 04 13:32:36.390318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:36.395340 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:36.395750 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.448108 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45468) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:36.520199 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.537541 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port cf6393a7-3e20-4acb-a61a-7692cd6e7b34, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:36.550476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.553763 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-445654ba-50f9-46e1-a276-15b0fa775adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:36.628897 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:36.632140 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:36.749644 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.767524 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:36.776223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Usage tracker for resource:security_group_rule and tenant:39d9e530d7e742f9b456e18bf7f64200 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:36.779692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:36.811078 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:36.925537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.933645 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45488) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:36.938584 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908003448-network', 'tenant_id': '185026959bdd497182901bfe6bdb530c'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:36.944307 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.948805 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:36.953421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Usage tracker for resource:network and tenant:185026959bdd497182901bfe6bdb530c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:36.958130 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:36.967997 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:36.968901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-27551617-be09-435e-9810-778f88affeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:36.984569 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Made reservation on behalf of 185026959bdd497182901bfe6bdb530c for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:32:36.987595 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:36.989280 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d9e530d7e742f9b456e18bf7f64200&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5400479
Jun 04 13:32:36.995859 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45492) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:37.002485 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.028627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f39d51-ef02-482a-bc41-849029494a5a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:37.029202 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:37.033436 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:185026959bdd497182901bfe6bdb530c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:37.037016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:37.043135 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:37.046197 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:37.100561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.131677 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.171244 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.176481 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.182576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ab6aaa3f-ed60-422f-a61a-8747eded0772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:37.226697 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:32:37.251250 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db8829-e2fa-4a7c-8081-725af2dbe7c0,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:37.256100 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:37.315035 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Sync routers for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:32:37.319471 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.325368 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.325620 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Added segment 1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b of type vlan for network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3
Jun 04 13:32:37.328270 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:37.329294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddbe0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:37.331397 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-371c46f1-c22d-4e91-b22d-a35e8404e990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:37.361006 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f39d51-ef02-482a-bc41-849029494a5a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:37.365210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:37.368023 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.370061 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49f39d51-ef02-482a-bc41-849029494a5a HTTP/1.1" status: 204  len: 168 time: 0.3729572
Jun 04 13:32:37.393798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.451615 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e719e8-d3a2-4b78-98fb-5fc79a2cf7b4 req-05cc51c1-2cf7-4617-927c-572643ef4801 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:37.459653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d2e719e8-d3a2-4b78-98fb-5fc79a2cf7b4 req-05cc51c1-2cf7-4617-927c-572643ef4801 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2018185
Jun 04 13:32:37.482888 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.486504 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:37.487328 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.494607 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:37.617413 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:37.724955 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d2e719e8-d3a2-4b78-98fb-5fc79a2cf7b4 req-6b7a07e1-dc5b-4ca8-a03d-39ca5946539d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609248
Jun 04 13:32:37.744458 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3fa5b3-2e79-4304-8d3c-902c611f69a3,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:37.752027 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8172045
Jun 04 13:32:37.752210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45518) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:37.753025 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:37.764208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Request body: {'subnet': {'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908003448-subnet', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:37.771065 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:32:37.772645 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:37.777688 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Usage tracker for resource:subnet and tenant:185026959bdd497182901bfe6bdb530c is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:37.781447 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:37.791117 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:37.825634 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Made reservation on behalf of 185026959bdd497182901bfe6bdb530c for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:32:37.826218 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45520) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:37.830420 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6770399'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.847411 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:37.866075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:37.871355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9cbd0061e941daaedd83d1656c0fb1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:37.875547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:37.882948 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:38.010297 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.015669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.044519 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8602bd13-5a67-4d6a-93fc-1de5bc77394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:38.083742 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddbe0>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 2, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:38.088360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Checking router: f9724d5f-0922-4cf8-aef0-104a1f5614a8 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:32:38.089064 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Updating router f9724d5f-0922-4cf8-aef0-104a1f5614a8 port a198ef13-5c76-4cd3-adcf-a16480c6ec02 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:32:38.115612 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12e3a2-9bd4-4b69-8880-3e0660a61922,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:38.138115 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:38.148786 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf9cbd0061e941daaedd83d1656c0fb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3213916
Jun 04 13:32:38.151901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45524) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:38.159726 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.259345 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.275052 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device cf6393a7-3e20-4acb-a61a-7692cd6e7b34 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:38.313851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.395909 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.404050 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-73f3021d-1383-4994-8ad4-be0ea3a54002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:38.420579 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12e3a2-9bd4-4b69-8880-3e0660a61922,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:38.429769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:38.431191 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.432298 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf12e3a2-9bd4-4b69-8880-3e0660a61922 HTTP/1.1" status: 204  len: 168 time: 0.2794840
Jun 04 13:32:38.468971 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6770381'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.474219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:38.533861 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:38.534422 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.554811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:38.560162 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:38.569647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Checking segment: {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:38.570003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Network hostable DHCP agents. Network: 8b3fa5b3-2e79-4304-8d3c-902c611f69a3, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:32:38.593736 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:32:38.609669 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 8b3fa5b3-2e79-4304-8d3c-902c611f69a3) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:38.622406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:38.622995 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.631072 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65ccf0-760f-4704-b756-f6995819eb3f None None] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:32:38.665184 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45536) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:38.666628 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5e39b245-3db1-482a-84d2-8a0f352ce3c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9088273
Jun 04 13:32:38.671153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:38.677080 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:38.683816 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Usage tracker for resource:router and tenant:185026959bdd497182901bfe6bdb530c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:38.687527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:38.695939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:38.710046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.711551 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.730385 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.926582 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45542) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:38.947938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:38.963942 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:38.968963 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2b764a2e0948c988b2a4b10a8c661d is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:38.972507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:38.980339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:39.003845 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.055464 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Transition to ACTIVE for port object a198ef13-5c76-4cd3-adcf-a16480c6ec02 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:39.064094 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.072052 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:39.089539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.098067 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.099799 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'fixed_ips': [{'subnet_id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:32:39.100771 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.104865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.135991 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-54dee780-6790-4114-8ce9-36f9a44d0b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:39.149113 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f2b764a2e0948c988b2a4b10a8c661d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2188873
Jun 04 13:32:39.149943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45544) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:39.174258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1ef25-b503-4e87-bda6-74b8d75e7828,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:39.178563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:39.182674 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d67a25-f6ec-47f2-9735-c5e1d9ca0167 req-7d4f958d-d87b-428f-b412-827fe0c55ff0 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:39.183962 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-23d67a25-f6ec-47f2-9735-c5e1d9ca0167 req-7d4f958d-d87b-428f-b412-827fe0c55ff0 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.3455529
Jun 04 13:32:39.289285 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Pushing event updated for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:39.305724 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:39.364487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.373408 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-23d67a25-f6ec-47f2-9735-c5e1d9ca0167 req-81530b7b-f4a9-4c28-835b-974407524752 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789072
Jun 04 13:32:39.420024 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.442065 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Attempting to bind port a198ef13-5c76-4cd3-adcf-a16480c6ec02 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:39.442404 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Attempting to bind port a198ef13-5c76-4cd3-adcf-a16480c6ec02 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:39.442698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Attempting to bind port a198ef13-5c76-4cd3-adcf-a16480c6ec02 on network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:39.458651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:39.459036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Checking segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:39.459472 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.459865 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Bound using segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:39.460349 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Bound port: a198ef13-5c76-4cd3-adcf-a16480c6ec02, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:39.460727 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.545183 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Allocated IP 172.20.0.2 (8b3fa5b3-2e79-4304-8d3c-902c611f69a3/21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93/a7f8e4ce-d7c2-40d2-b655-6c26a949272a) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:39.649814 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.655512 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:39.671467 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] For port a198ef13-5c76-4cd3-adcf-a16480c6ec02, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:39.674321 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1ef25-b503-4e87-bda6-74b8d75e7828,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:39.677322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:39.681727 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.717657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.757204 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.758329 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75c1ef25-b503-4e87-bda6-74b8d75e7828 HTTP/1.1" status: 204  len: 168 time: 0.6070087
Jun 04 13:32:39.789092 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] For port a198ef13-5c76-4cd3-adcf-a16480c6ec02, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a198ef13-5c76-4cd3-adcf-a16480c6ec02,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:39.812018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:39.841852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:39.905699 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Allocated IP 172.27.1.101 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/ad8db14b-ca5a-4fee-abbe-bf948312dc38) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:39.985355 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:39.985996 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddbe0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:40.045804 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Pushing event updated for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:40.061013 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:40.069757 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.096093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Transition to ACTIVE for port object a7f8e4ce-d7c2-40d2-b655-6c26a949272a will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:40.281097 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Transition to ACTIVE for port object a7f8e4ce-d7c2-40d2-b655-6c26a949272a will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:40.302444 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.379663 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.380198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.388158 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:40.416636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:40.455503 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:40.496914 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Pushing event updated for resources: {'Port': ['ID=ad8db14b-ca5a-4fee-abbe-bf948312dc38,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:40.503137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:40.505080 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:40.506782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:40.513257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:40.549045 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Pushing event updated for resources: {'Port': ['ID=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:40.552305 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:40.586666 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:40.590333 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:40.595652 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:40.865698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Attempting to bind port a7f8e4ce-d7c2-40d2-b655-6c26a949272a on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:40.866083 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Attempting to bind port a7f8e4ce-d7c2-40d2-b655-6c26a949272a by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:40.866512 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Attempting to bind port a7f8e4ce-d7c2-40d2-b655-6c26a949272a on network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:40.883793 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:40.884219 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Checking segment: {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:40.884591 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.884996 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Bound using segment: {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:40.885476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Bound port: a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:40.885863 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:40.888414 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52293b79-9d72-48eb-83a8-3a3bf5254aaa req-26e9247e-86b0-45f3-959a-e650f6c00977 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:40.889109 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-52293b79-9d72-48eb-83a8-3a3bf5254aaa req-26e9247e-86b0-45f3-959a-e650f6c00977 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1949594
Jun 04 13:32:41.022222 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-52293b79-9d72-48eb-83a8-3a3bf5254aaa req-351e6230-273e-4239-bcf5-4f0c609e1035 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244326
Jun 04 13:32:41.029011 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:41.065196 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] For port a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:41.069898 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] For port a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:41.088697 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:41.096660 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:41.152404 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddbe0>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:39Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:41.166393 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab24eb-fc91-499d-8eed-6f480c94779f None None] The sync data for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi is: [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:39Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:32:41.181975 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Pushing event updated for resources: {'Port': ['ID=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:41.185255 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:41.526911 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:41.818421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:32:42.208189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:32:42.229182 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Sync routers for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:32:42.254810 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:42.255587 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b436250>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:42.262998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:42.265446 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5981274
Jun 04 13:32:42.267263 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45636) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:42.373822 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a198ef13-5c76-4cd3-adcf-a16480c6ec02 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:42.418274 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17b95-e6d5-49a3-b634-962edc286e49 req-63878ec2-6560-4880-9610-ceaae5f9025c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:42.434271 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1a17b95-e6d5-49a3-b634-962edc286e49 req-63878ec2-6560-4880-9610-ceaae5f9025c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1590931
Jun 04 13:32:42.527853 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:42.533857 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:42.534476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:42.540470 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1a17b95-e6d5-49a3-b634-962edc286e49 req-3c4a5e03-42d7-48e2-8639-6f66d33e3ffe tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109371
Jun 04 13:32:42.598573 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bca8c3-5364-4656-b966-58d23908f1f0 None None] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:32:42.656408 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:42.862756 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-a0ba548a-9d12-4892-a4a6-33a1a01266f3 None None] Provisioning for port a7f8e4ce-d7c2-40d2-b655-6c26a949272a completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:43.014795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0e2c4-6372-458f-a09a-75a443e33e09 req-92f230a9-90ca-452e-ad43-7e4765a2bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:43.016304 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70c0e2c4-6372-458f-a09a-75a443e33e09 req-92f230a9-90ca-452e-ad43-7e4765a2bb1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 1098 time: 0.2844858
Jun 04 13:32:43.048231 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.055877 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b436250>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:40Z', 'revision_number': 3, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:43.060134 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Checking router: 0901a776-45dd-4bb2-b4e3-3cbd697255e5 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:32:43.060898 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Updating router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 port ad8db14b-ca5a-4fee-abbe-bf948312dc38 binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:32:43.113023 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port a198ef13-5c76-4cd3-adcf-a16480c6ec02, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a198ef13-5c76-4cd3-adcf-a16480c6ec02,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:43.123453 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.124714 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a7f8e4ce-d7c2-40d2-b655-6c26a949272a up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:43.147614 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.156893 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70c0e2c4-6372-458f-a09a-75a443e33e09 req-977de66e-b36e-4d88-9ae3-86e118c26ddd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327827
Jun 04 13:32:43.161712 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:43.313816 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:32:43.356273 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:43.359839 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:43.364479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port a7f8e4ce-d7c2-40d2-b655-6c26a949272a completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:43.371201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port a7f8e4ce-d7c2-40d2-b655-6c26a949272a triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:43.371701 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.579622 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.601598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-03467ace-e502-4833-bd90-496a29cc50c3 None None] Provisioning complete for port a7f8e4ce-d7c2-40d2-b655-6c26a949272a triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:43.602144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-03467ace-e502-4833-bd90-496a29cc50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.690571 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:43.693184 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.701830 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.706948 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:43.788286 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.811883 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Transition to ACTIVE for port object ad8db14b-ca5a-4fee-abbe-bf948312dc38 will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:43.821770 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.827188 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:43.857252 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:43.860471 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:43.880689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886408a4-6f01-4d74-801b-d6a677ea14c3 req-b00672dc-dc4d-4375-ae05-52ebc96d7c01 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:43.882469 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-886408a4-6f01-4d74-801b-d6a677ea14c3 req-b00672dc-dc4d-4375-ae05-52ebc96d7c01 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2194171
Jun 04 13:32:43.925351 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049150b6-6d2b-479d-bed7-f84c3034e73b None None] Pushing event updated for resources: {'Port': ['ID=ad8db14b-ca5a-4fee-abbe-bf948312dc38,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:43.941492 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-049150b6-6d2b-479d-bed7-f84c3034e73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:43.943593 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-886408a4-6f01-4d74-801b-d6a677ea14c3 req-1c7966d9-58e0-40b1-b2f3-5a746e6e2b01 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544295
Jun 04 13:32:43.968859 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Attempting to bind port ad8db14b-ca5a-4fee-abbe-bf948312dc38 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:43.969319 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Attempting to bind port ad8db14b-ca5a-4fee-abbe-bf948312dc38 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:43.969867 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Attempting to bind port ad8db14b-ca5a-4fee-abbe-bf948312dc38 on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:43.976305 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:43.976706 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:43.977137 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:43.977526 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:43.977981 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Bound port: ad8db14b-ca5a-4fee-abbe-bf948312dc38, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:43.978348 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.075444 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] For port ad8db14b-ca5a-4fee-abbe-bf948312dc38, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:44.079138 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] For port ad8db14b-ca5a-4fee-abbe-bf948312dc38, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ad8db14b-ca5a-4fee-abbe-bf948312dc38,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:44.092085 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.093215 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:44.096680 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Allocated IP 172.20.0.1 (8b3fa5b3-2e79-4304-8d3c-902c611f69a3/21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93/1abb8df1-7a95-4e95-b6f3-c012638bf3a3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:32:44.174883 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:44.175828 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b436250>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:44.210852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a198ef13-5c76-4cd3-adcf-a16480c6ec02 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:44.237810 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049150b6-6d2b-479d-bed7-f84c3034e73b None None] Pushing event updated for resources: {'Port': ['ID=ad8db14b-ca5a-4fee-abbe-bf948312dc38,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:44.251102 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-049150b6-6d2b-479d-bed7-f84c3034e73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:44.289657 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.305391 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port a198ef13-5c76-4cd3-adcf-a16480c6ec02 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:44.305948 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.306609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Transition to ACTIVE for port object 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:44.332532 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.345650 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:44.398210 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:44.417694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Pushing event updated for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:44.425199 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:44.435634 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:44.436745 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a7f8e4ce-d7c2-40d2-b655-6c26a949272a up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:44.437094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:44.439621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:32:44.516685 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.531396 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port a7f8e4ce-d7c2-40d2-b655-6c26a949272a triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:44.531783 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.674220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.770599 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b436250>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:40Z', 'revision_number': 3, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:44.776450 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ab6d-7719-4f61-8871-82223ac710b1 None None] The sync data for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi is: [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:40Z', 'revision_number': 3, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:32:44.783919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-98cbeaaa-521f-4c88-91c4-95ca29c1901c None None] Provisioning for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:44.790226 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-98cbeaaa-521f-4c88-91c4-95ca29c1901c None None] Provisioning complete for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:44.791331 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-98cbeaaa-521f-4c88-91c4-95ca29c1901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.853671 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-98cbeaaa-521f-4c88-91c4-95ca29c1901c None None] Port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:32:44.907010 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.911851 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:44.936653 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:45.027131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:45.030696 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Pushing event updated for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:45.033596 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:45.172451 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:32:45.173649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:32:45.369554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:32:45.376098 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-cd7e682c-9987-496c-8651-15b1cef624bf None None] Provisioning complete for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:45.376672 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cd7e682c-9987-496c-8651-15b1cef624bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:45.434394 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e682c-9987-496c-8651-15b1cef624bf None None] Port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:32:45.549186 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:32:45.576437 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] 10.222.0.20 "PUT /v2.0/routers/0901a776-45dd-4bb2-b4e3-3cbd697255e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3079157
Jun 04 13:32:46.200530 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ad8db14b-ca5a-4fee-abbe-bf948312dc38 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:46.261738 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Sync routers for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:32:46.277883 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:46.278492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b213be0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:46.334213 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port ad8db14b-ca5a-4fee-abbe-bf948312dc38 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:46.348607 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port ad8db14b-ca5a-4fee-abbe-bf948312dc38 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:46.349218 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:46.568316 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:46.667752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:46.772970 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port ad8db14b-ca5a-4fee-abbe-bf948312dc38, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ad8db14b-ca5a-4fee-abbe-bf948312dc38,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:46.784151 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:46.788625 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:46.958212 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=ad8db14b-ca5a-4fee-abbe-bf948312dc38,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:46.969847 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:47.044862 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b213be0>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 4, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '1abb8df1-7a95-4e95-b6f3-c012638bf3a3', 'name': '', 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'mac_address': 'fa:16:3e:2d:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:43Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 2, 'project_id': '185026959bdd497182901bfe6bdb530c', 'subnets': [{'id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:47.053943 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Checking router: 0901a776-45dd-4bb2-b4e3-3cbd697255e5 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:32:47.054314 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Updating router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:32:47.117664 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:47.259537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd5cd-fcfa-4cd4-808f-b135431b316d req-8c64a520-ae65-4db9-8ee9-19c39142dcea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:47.268783 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8ffd5cd-fcfa-4cd4-808f-b135431b316d req-8c64a520-ae65-4db9-8ee9-19c39142dcea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1461897
Jun 04 13:32:47.374988 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8ffd5cd-fcfa-4cd4-808f-b135431b316d req-dc5aab60-adc2-4382-9ba0-eec840e05087 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044672
Jun 04 13:32:47.694233 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:47.708666 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Transition to ACTIVE for port object 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:32:47.718229 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:47.723796 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:47.970598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Pushing event updated for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:47.980186 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:48.015127 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Attempting to bind port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:32:48.015483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Attempting to bind port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:32:48.025972 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Attempting to bind port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 on network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:32:48.036867 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:32:48.037261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Checking segment: {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:32:48.037669 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:48.038073 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Bound using segment: {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:32:48.038555 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Bound port: 1abb8df1-7a95-4e95-b6f3-c012638bf3a3, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:32:48.038928 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:48.231254 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] For port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:32:48.237515 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] For port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:32:48.243706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ad8db14b-ca5a-4fee-abbe-bf948312dc38 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:48.278828 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:48.292953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:48.406993 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Pushing event updated for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:48.412038 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:48.431423 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:32:48.433021 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b213be0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:32:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:48.567422 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port ad8db14b-ca5a-4fee-abbe-bf948312dc38 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:48.567422 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:48.634391 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62711-9062-47d3-be8f-0f0d386af305 req-6f08c1e9-2d96-49bd-8198-f325b4ef1d27 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:48.636562 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-52a62711-9062-47d3-be8f-0f0d386af305 req-6f08c1e9-2d96-49bd-8198-f325b4ef1d27 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1211514
Jun 04 13:32:48.706846 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-52a62711-9062-47d3-be8f-0f0d386af305 req-58daf614-1b55-4733-80c0-1f6b82a58216 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635526
Jun 04 13:32:48.805204 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:32:49.011398 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cada9-3d6f-4f1e-8a6c-144068b860ff req-077c09f9-8779-45de-b5aa-ec491f862c4b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:49.013796 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-231cada9-3d6f-4f1e-8a6c-144068b860ff req-077c09f9-8779-45de-b5aa-ec491f862c4b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1703169
Jun 04 13:32:49.092753 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-231cada9-3d6f-4f1e-8a6c-144068b860ff req-b5a38ec8-4377-40f4-8989-5e4d9013d990 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716205
Jun 04 13:32:49.453728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b213be0>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 4, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '1abb8df1-7a95-4e95-b6f3-c012638bf3a3', 'name': '', 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'mac_address': 'fa:16:3e:2d:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:43Z', 'updated_at': '2021-06-04T13:32:48Z', 'revision_number': 4, 'project_id': '185026959bdd497182901bfe6bdb530c', 'subnets': [{'id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:32:49.464058 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfb28a-125a-42d3-b55d-2e3f0ae9b816 None None] The sync data for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi is: [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:32:44Z', 'revision_number': 4, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '1abb8df1-7a95-4e95-b6f3-c012638bf3a3', 'name': '', 'network_id': '8b3fa5b3-2e79-4304-8d3c-902c611f69a3', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'mac_address': 'fa:16:3e:2d:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:43Z', 'updated_at': '2021-06-04T13:32:48Z', 'revision_number': 4, 'project_id': '185026959bdd497182901bfe6bdb530c', 'subnets': [{'id': '21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:32:50.255605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:50.339277 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:32:50.344873 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:50.344973 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:50.494236 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:50.533000 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:32:50.538561 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:50.542081 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-b50a294b-1ce5-4a48-baf2-f9ac5f05de47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:50.644428 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:50.654318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:52.229021 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:32:52.340445 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:32:52.340824 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:52.689348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3cbf-025b-4b91-85ee-2b00c9714e93 req-06708def-6b9e-4545-9d6d-41dc2faa8641 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:52.690774 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ef9b3cbf-025b-4b91-85ee-2b00c9714e93 req-06708def-6b9e-4545-9d6d-41dc2faa8641 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0831344
Jun 04 13:32:52.742894 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ef9b3cbf-025b-4b91-85ee-2b00c9714e93 req-033cec05-055e-4c72-aaea-c270db570649 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421448
Jun 04 13:32:55.087668 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5ef795d0-b3df-4fc3-9519-c295b16f87c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:55.354893 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-4524084d-e267-4b8b-a483-56990b698512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:55.357115 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-4524084d-e267-4b8b-a483-56990b698512 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.0946057
Jun 04 13:32:55.583437 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be048-b530-497d-9ee5-ae51119df327 req-c7f78d83-f1a8-4dbd-90c1-f8e9fa2ea763 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:55.585830 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f76be048-b530-497d-9ee5-ae51119df327 req-c7f78d83-f1a8-4dbd-90c1-f8e9fa2ea763 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1164973
Jun 04 13:32:55.646117 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f76be048-b530-497d-9ee5-ae51119df327 req-0ff7077e-c520-4cc9-8c96-f2868ba73e41 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539565
Jun 04 13:32:55.731608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-b4627bf6-d151-43aa-8357-e3551e9879a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:55.731608 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-b4627bf6-d151-43aa-8357-e3551e9879a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.3621213
Jun 04 13:32:55.808268 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-1ebf9b0e-a3e5-4202-bffe-78e7ee1cb897 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.0722375
Jun 04 13:32:55.921027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-0e99f4bb-859c-4b06-b2e3-ef728f5140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:55.922561 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-0e99f4bb-859c-4b06-b2e3-ef728f5140c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.1038959
Jun 04 13:32:55.978206 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-976c9fa1-91cc-42d2-a2c5-1f125aec182d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480230
Jun 04 13:32:56.131564 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-8eacc4ba-f66b-436a-894f-c37e334e689e service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442158
Jun 04 13:32:56.292542 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7039259f-8c29-4dc3-bc4c-989bf14db802 req-b1406119-dfe1-406d-bdd2-00544fccabfa service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484287
Jun 04 13:32:56.840730 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab5f9-d57a-4966-82bf-c2585ace9027 req-3cd1b2d5-82be-488b-933a-7cf5999c9fa9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:56.842202 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6daab5f9-d57a-4966-82bf-c2585ace9027 req-3cd1b2d5-82be-488b-933a-7cf5999c9fa9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0812588
Jun 04 13:32:56.887457 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6daab5f9-d57a-4966-82bf-c2585ace9027 req-1031b4a1-b6b6-4539-99f6-0409d5d2bbb2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390706
Jun 04 13:32:57.109111 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-73d91456-da79-4a5a-9218-a0e434856639 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:57.109711 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-73d91456-da79-4a5a-9218-a0e434856639 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Synchronizing usage tracker for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:32:57.125790 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-73d91456-da79-4a5a-9218-a0e434856639 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Unset dirty status for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:32:57.126961 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-73d91456-da79-4a5a-9218-a0e434856639 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 815 time: 0.1615791
Jun 04 13:32:57.142149 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-aaabc4be-6371-4275-8521-ec4a8ab7a849 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/quotas/1ed68514462f48eab5425a7c0a1ea193 HTTP/1.1" status: 200  len: 375 time: 0.0090125
Jun 04 13:32:57.232182 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-7ef5945d-393a-46bd-b076-b7dd5de5cc5c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Synchronizing usage tracker for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:32:57.248969 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-7ef5945d-393a-46bd-b076-b7dd5de5cc5c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Unset dirty status for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:32:57.250479 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-7ef5945d-393a-46bd-b076-b7dd5de5cc5c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1022468
Jun 04 13:32:57.401909 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-dedd4c15-f13a-4a1a-b876-bfdf07765a90 service neutron] 10.222.0.20 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376956
Jun 04 13:32:57.552682 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-eae0a7d0-24a6-49e6-83c1-e1034dd48faf service neutron] 10.222.0.20 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396241
Jun 04 13:32:57.584965 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f023-e56a-44dd-9922-c9bf7d729246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:57.753203 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-60c8abc6-609d-436f-b69c-3020bcca4bcf req-902d4f61-dc9e-4273-bcf8-81377b83b7e1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 210 time: 0.0509267
Jun 04 13:32:58.047902 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.114694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a97c5-fa75-45b9-9ccf-2758c0a59f28 req-5b0c77c3-e2e4-43a0-a831-c76c1fddafb8 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:58.116330 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a8a97c5-fa75-45b9-9ccf-2758c0a59f28 req-5b0c77c3-e2e4-43a0-a831-c76c1fddafb8 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1157169
Jun 04 13:32:58.169225 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a8a97c5-fa75-45b9-9ccf-2758c0a59f28 req-575feee9-6841-4664-a6a5-f643cf13dcb3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462680
Jun 04 13:32:58.431592 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 45936) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:58.550547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.564963 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:58.569338 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Usage tracker for resource:security_group_rule and tenant:4906a50105bd470b9380513e7708ec77 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:32:58.572538 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:32:58.578446 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:58.676389 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.681314 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.688248 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3f20fa2c-b86a-4e7d-9591-03736d57155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:58.733589 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4906a50105bd470b9380513e7708ec77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007624
Jun 04 13:32:58.734485 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e7b42d-7edf-4b73-a654-d6b6ac4e58d5,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:58.736432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 45952) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:32:58.745425 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:58.768019 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.816586 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.859825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.920582 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.938544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:58.944961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9dd14ff9-4cf1-4a3a-ac2d-106c7aaf6d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:32:58.974605 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8fd2d5eb-3260-40a0-8222-7974e81fda55 req-50c3fc64-a790-4635-8d8c-2d52b4fe6fdc tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 210 time: 0.0721374
Jun 04 13:32:58.977054 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e7b42d-7edf-4b73-a654-d6b6ac4e58d5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:32:58.988217 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:32:59.010187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:59.027824 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e7b42d-7edf-4b73-a654-d6b6ac4e58d5 HTTP/1.1" status: 204  len: 168 time: 0.2805643
Jun 04 13:32:59.217076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-13004852-12de-4c33-badb-a4b1712d440c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:59.219204 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-13004852-12de-4c33-badb-a4b1712d440c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 815 time: 0.2754667
Jun 04 13:32:59.234066 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'port': {'device_id': '514f3897-3b2f-42da-afb7-64dac33b981c', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'admin_state_up': True, 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:32:59.414160 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:32:59.424674 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:32:59.439564 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Made reservation on behalf of 1ed68514462f48eab5425a7c0a1ea193 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:32:59.447257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:32:59.591443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ee980-7bc0-499a-bf9f-9d8d1d8761f2 req-8290d94d-5d2c-4b5b-94ca-ad8f4b2677f6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:32:59.593074 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-909ee980-7bc0-499a-bf9f-9d8d1d8761f2 req-8290d94d-5d2c-4b5b-94ca-ad8f4b2677f6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1783144
Jun 04 13:32:59.687818 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-909ee980-7bc0-499a-bf9f-9d8d1d8761f2 req-2e6da2d1-a989-49c5-96d9-fda7275c2834 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821886
Jun 04 13:32:59.736364 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Allocated IP 172.20.0.12 (41f553fb-dab5-4ca0-ad41-e41ed8dc9871/25fb7fb0-57fc-417e-853a-091893d189a1/4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:33:00.134614 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:00.163621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Transition to ACTIVE for port object 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:33:00.194195 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:00.208568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:00.287664 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:00.293345 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:00.310732 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:33:00.314351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:00.321223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:33:00.478278 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:00.483338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:00.493860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02681e-a6ea-4240-8355-7a21cf4f06da req-cbf10194-5318-42d5-89f0-c390a4e07da7 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:00.495630 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cd02681e-a6ea-4240-8355-7a21cf4f06da req-cbf10194-5318-42d5-89f0-c390a4e07da7 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.2546315
Jun 04 13:33:00.524578 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:00.564427 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3345759
Jun 04 13:33:00.620089 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-cd02681e-a6ea-4240-8355-7a21cf4f06da req-9c6dd6f9-c139-40d1-9712-a5f83554d4e1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Synchronizing usage tracker for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:00.668419 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-cd02681e-a6ea-4240-8355-7a21cf4f06da req-9c6dd6f9-c139-40d1-9712-a5f83554d4e1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Unset dirty status for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:00.669942 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cd02681e-a6ea-4240-8355-7a21cf4f06da req-9c6dd6f9-c139-40d1-9712-a5f83554d4e1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665425
Jun 04 13:33:00.814519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-802ab295-b0eb-466d-93fd-87ffc99209f1 None None] Provisioning for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:33:00.829033 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-802ab295-b0eb-466d-93fd-87ffc99209f1 None None] Provisioning complete for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:00.833768 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-802ab295-b0eb-466d-93fd-87ffc99209f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:01.033048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-802ab295-b0eb-466d-93fd-87ffc99209f1 None None] Port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:33:01.177126 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361c6c4-248d-420c-8b12-5d18ec11e2bf req-7e2a58ff-e803-41e8-84ef-681cd560c302 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:01.178645 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a361c6c4-248d-420c-8b12-5d18ec11e2bf req-7e2a58ff-e803-41e8-84ef-681cd560c302 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1577485
Jun 04 13:33:01.268023 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a361c6c4-248d-420c-8b12-5d18ec11e2bf req-8fb6b565-9614-4240-ac67-82a845bfc492 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833504
Jun 04 13:33:01.907128 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d380fa3-c76a-40f5-b7ca-f5d1206988c7 req-46af46b0-c735-4f0d-805a-94d75257179b tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:01.908631 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d380fa3-c76a-40f5-b7ca-f5d1206988c7 req-46af46b0-c735-4f0d-805a-94d75257179b tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.1082926
Jun 04 13:33:01.974011 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d380fa3-c76a-40f5-b7ca-f5d1206988c7 req-56a9496a-74c4-4a5a-8ae6-84aaab7d3f08 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593598
Jun 04 13:33:02.468555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd236-175b-4fb9-8477-fe2356165c7c req-afa762c0-a383-4bd1-8fad-348d56383488 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:02.470116 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-69ddd236-175b-4fb9-8477-fe2356165c7c req-afa762c0-a383-4bd1-8fad-348d56383488 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0886042
Jun 04 13:33:02.516293 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-69ddd236-175b-4fb9-8477-fe2356165c7c req-99e49195-0a1f-4dae-ac77-835e9e32494d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404134
Jun 04 13:33:03.160043 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977843-aaf9-475b-92ea-d85cd8ad5577 req-157464ca-456e-4328-a54d-6b87d443c1e2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:03.161519 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cd977843-aaf9-475b-92ea-d85cd8ad5577 req-157464ca-456e-4328-a54d-6b87d443c1e2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.0891738
Jun 04 13:33:03.216420 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cd977843-aaf9-475b-92ea-d85cd8ad5577 req-0ab4a4a5-9ef0-420f-a59d-1a7b787aad17 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491719
Jun 04 13:33:03.721121 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324de94-5a16-4c18-b0bc-f60fbdcd9349 req-ec8a80e8-b23e-4a05-8152-eedb6c8f7d74 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:03.723084 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8324de94-5a16-4c18-b0bc-f60fbdcd9349 req-ec8a80e8-b23e-4a05-8152-eedb6c8f7d74 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0915430
Jun 04 13:33:03.772931 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8324de94-5a16-4c18-b0bc-f60fbdcd9349 req-df23bbe8-28c8-43c4-b8b4-636db250b651 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438833
Jun 04 13:33:04.406971 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7d6f0-d3d6-4e18-b692-b67afc799b0f req-5955479a-59cb-4162-84c1-8fff94349efa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:04.408439 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d6a7d6f0-d3d6-4e18-b692-b67afc799b0f req-5955479a-59cb-4162-84c1-8fff94349efa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.0837970
Jun 04 13:33:04.456301 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d6a7d6f0-d3d6-4e18-b692-b67afc799b0f req-60310ff1-2e37-4171-9f0a-62cbe876fcd3 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416453
Jun 04 13:33:04.968066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016c19-45f3-4300-8957-3eb2f15a7860 req-27ba404e-ad49-4762-806c-88cce9469cb5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:04.969644 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-87016c19-45f3-4300-8957-3eb2f15a7860 req-27ba404e-ad49-4762-806c-88cce9469cb5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0887046
Jun 04 13:33:05.022616 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-87016c19-45f3-4300-8957-3eb2f15a7860 req-6391882c-a52a-42bd-817a-d21c35fed8c4 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470452
Jun 04 13:33:05.231255 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46132) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:05.358154 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.372984 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:05.379628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:96ce7af24494477a96af9365f480b5ec is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:05.382614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:05.389137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:05.475308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.479077 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.486187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dcedce43-bbca-47c2-911e-ea590e488523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:05.531827 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46140) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:05.532406 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96ce7af24494477a96af9365f480b5ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995236
Jun 04 13:33:05.532827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45918b71-d9a2-48a6-b717-ac8a1a648011,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:05.541744 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.542110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.542468 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.542818 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.543202 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.543573 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.543925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.544281 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.544610 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.544954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.545323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.545657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.549923 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:05.636368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.671819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.680056 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84934-a920-44fe-addd-f3bd9110962a req-a427834c-d043-4d95-9e7a-8b8ae4e79a8f tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:05.681529 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d5a84934-a920-44fe-addd-f3bd9110962a req-a427834c-d043-4d95-9e7a-8b8ae4e79a8f tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.0903249
Jun 04 13:33:05.729926 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d5a84934-a920-44fe-addd-f3bd9110962a req-f840c37e-f3a2-49d8-83a1-67b9644b49e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426044
Jun 04 13:33:05.734265 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.742063 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d91bebbe-b673-4ebf-8939-8355b09ee4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:05.846331 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:05.847682 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45918b71-d9a2-48a6-b717-ac8a1a648011 HTTP/1.1" status: 204  len: 168 time: 0.3138788
Jun 04 13:33:05.848619 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45918b71-d9a2-48a6-b717-ac8a1a648011,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:05.857479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.857844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.858203 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.858567 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.858907 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.859285 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.859766 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.859976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.860320 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.860660 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.861001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.861343 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:05.870058 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-00ebd8cf-d459-4f1e-ad19-ee023d91c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:06.156083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46150) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:06.173360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.188235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:06.192965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Usage tracker for resource:security_group_rule and tenant:b3245b30c95a4f0cbd0a2ad2959dbf57 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:06.195779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:06.201641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:06.237296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47af8-a2a6-45df-88b0-d6f94e0b4e6b req-b3306dd4-2b09-446b-8c6c-17a6b09a0b7c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:06.239878 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36b47af8-a2a6-45df-88b0-d6f94e0b4e6b req-b3306dd4-2b09-446b-8c6c-17a6b09a0b7c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0889537
Jun 04 13:33:06.303152 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36b47af8-a2a6-45df-88b0-d6f94e0b4e6b req-9d352487-2edd-4b31-9e39-379041de88a9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533910
Jun 04 13:33:06.315021 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.331825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.344328 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0c975e3f-77cc-42d6-8007-3d5178d76520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:06.382133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12db4bd5-b350-4b53-adbb-628c39e23f2b,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:06.387177 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:06.390390 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3245b30c95a4f0cbd0a2ad2959dbf57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2332544
Jun 04 13:33:06.393205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46156) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:06.463516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.491991 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.548186 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.553207 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b2edf0c5-1f83-404f-8122-0d84ed3e8329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:06.567022 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12db4bd5-b350-4b53-adbb-628c39e23f2b,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:06.575776 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:06.589108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:06.590176 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12db4bd5-b350-4b53-adbb-628c39e23f2b HTTP/1.1" status: 204  len: 168 time: 0.1959443
Jun 04 13:33:06.965364 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c58cd-bed4-4bb9-be2f-2e2ee02652b4 req-4227d0f8-abfc-4075-8d92-2f9360aac533 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:06.970058 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-107c58cd-bed4-4bb9-be2f-2e2ee02652b4 req-4227d0f8-abfc-4075-8d92-2f9360aac533 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.1077096
Jun 04 13:33:07.023851 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-107c58cd-bed4-4bb9-be2f-2e2ee02652b4 req-4e3233c9-f47c-4683-b4d6-b17a84767fb1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498846
Jun 04 13:33:07.540575 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c490e-6b4b-4707-8a7f-2025085388b1 req-72d8ff21-8267-4360-862e-d252cfebecd7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:07.548602 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e07c490e-6b4b-4707-8a7f-2025085388b1 req-72d8ff21-8267-4360-862e-d252cfebecd7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1303549
Jun 04 13:33:07.637242 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e07c490e-6b4b-4707-8a7f-2025085388b1 req-d3b951bc-185b-4294-8292-4104cf4b4d08 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874016
Jun 04 13:33:08.238653 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9645d-6dd3-4a0f-b75d-c7bc7941a508 req-b52898ed-6712-40c4-aba4-b0df88b5d5b1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:08.240199 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57c9645d-6dd3-4a0f-b75d-c7bc7941a508 req-b52898ed-6712-40c4-aba4-b0df88b5d5b1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.0856194
Jun 04 13:33:08.285799 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57c9645d-6dd3-4a0f-b75d-c7bc7941a508 req-4ba1c2e2-90af-474c-aa09-f64e6f38de11 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399418
Jun 04 13:33:08.871810 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d25c2-01ab-4fbc-8762-8f80ebad9409 req-ea29b9d7-6806-46f8-adc7-3a083193d4d3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:08.873641 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-702d25c2-01ab-4fbc-8762-8f80ebad9409 req-ea29b9d7-6806-46f8-adc7-3a083193d4d3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1266029
Jun 04 13:33:08.927712 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-702d25c2-01ab-4fbc-8762-8f80ebad9409 req-6a24f0d5-38f9-4b03-b427-becbed42e755 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465798
Jun 04 13:33:09.484769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a322-56ff-4e79-8267-c7f882d8f8ad req-a197116a-04ee-4bd2-8082-299f96ab4380 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:09.486242 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a389a322-56ff-4e79-8267-c7f882d8f8ad req-a197116a-04ee-4bd2-8082-299f96ab4380 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.0922916
Jun 04 13:33:09.537801 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a389a322-56ff-4e79-8267-c7f882d8f8ad req-b9b24127-88c7-443d-9678-82d3f2f6d3fb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447631
Jun 04 13:33:10.224690 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320b940-bfe4-4829-992b-004e3e535851 req-c7e9cee1-5ab2-4a39-887e-9b2e172c01f3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:10.227080 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9320b940-bfe4-4829-992b-004e3e535851 req-c7e9cee1-5ab2-4a39-887e-9b2e172c01f3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1179585
Jun 04 13:33:10.299697 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9320b940-bfe4-4829-992b-004e3e535851 req-d02390c3-eb4c-4f8e-8216-eca807b54674 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583205
Jun 04 13:33:10.831361 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd18cb6-24c5-430d-ab73-56e6eec65152 req-e5ff0b53-c981-4c43-9cfe-8f7e1e5c9c11 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:10.835692 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efd18cb6-24c5-430d-ab73-56e6eec65152 req-e5ff0b53-c981-4c43-9cfe-8f7e1e5c9c11 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.1543405
Jun 04 13:33:10.879427 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efd18cb6-24c5-430d-ab73-56e6eec65152 req-24b7a46a-f473-4412-b780-0c11174d0a07 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405912
Jun 04 13:33:11.504989 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac065e-05f5-4ca2-a64c-d9a6c2986dff req-f5c39eaa-0ad2-416e-b87d-eead4e86b0db tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:11.507867 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b9ac065e-05f5-4ca2-a64c-d9a6c2986dff req-f5c39eaa-0ad2-416e-b87d-eead4e86b0db tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0837324
Jun 04 13:33:11.559611 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b9ac065e-05f5-4ca2-a64c-d9a6c2986dff req-63cd7abf-da0c-4440-84aa-932387cf45a1 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457973
Jun 04 13:33:11.880719 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46290) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:12.095709 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.118159 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:12.138986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:96c3357b01184c55a710b164f501eee7 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:12.143845 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:12.152132 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:12.167230 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42025f-d2db-4b4c-9302-45ea0db2d052 req-a329e97a-3fd2-412a-9e03-6f37009ba3d9 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:12.168732 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bc42025f-d2db-4b4c-9302-45ea0db2d052 req-a329e97a-3fd2-412a-9e03-6f37009ba3d9 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.1602707
Jun 04 13:33:12.275783 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bc42025f-d2db-4b4c-9302-45ea0db2d052 req-6508c8e5-186f-4099-87ce-c2e504cab5a2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822613
Jun 04 13:33:12.345018 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.350046 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.377520 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a87d8ae2-b3ac-49a5-addc-366fa8273e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:12.393873 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96c3357b01184c55a710b164f501eee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5118554
Jun 04 13:33:12.396796 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46308) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:12.422035 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d07214e-d2d4-412c-8003-894d0a270b05,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:12.425875 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:12.488304 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.519869 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.573508 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.577290 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-722a2744-4a08-47a0-9da1-66176820f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:12.593050 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d07214e-d2d4-412c-8003-894d0a270b05,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:12.601870 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:12.606194 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.607332 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d07214e-d2d4-412c-8003-894d0a270b05 HTTP/1.1" status: 204  len: 168 time: 0.2093723
Jun 04 13:33:12.778822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c943b3-d8dd-46d4-8771-93d35884a942 req-8f0f23e2-cb6c-48e8-826a-ca3d1340aa9b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:12.780599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42c943b3-d8dd-46d4-8771-93d35884a942 req-8f0f23e2-cb6c-48e8-826a-ca3d1340aa9b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0991628
Jun 04 13:33:12.829264 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42c943b3-d8dd-46d4-8771-93d35884a942 req-35474b90-4082-40b8-a329-0e9ac0153b6a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420218
Jun 04 13:33:12.932882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46318) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:12.951068 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:12.970894 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:12.975648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Usage tracker for resource:security_group_rule and tenant:d9f834cf26604752b15ee937ec022174 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:12.978433 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:12.984041 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:13.063969 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.068272 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.076682 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2697863b-bbfb-4533-9982-e2025b4a6fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:13.117143 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f834cf26604752b15ee937ec022174&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1830795
Jun 04 13:33:13.118014 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f7ee5-3e1f-4f8c-8794-41b0d6098c62,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:13.119777 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46320) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:13.120886 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:13.183462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.214814 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.277498 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.286751 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:13.300541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f7ee5-3e1f-4f8c-8794-41b0d6098c62,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:13.303624 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:13.305931 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.307206 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc5f7ee5-3e1f-4f8c-8794-41b0d6098c62 HTTP/1.1" status: 204  len: 168 time: 0.1852589
Jun 04 13:33:13.406739 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Request body: {'port': {'device_id': '514f3897-3b2f-42da-afb7-64dac33b981c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:13.493316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76f60-62d9-46da-8e74-1a869937356b req-6f0167db-df10-448f-ad69-c5bc96940a49 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:13.495104 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8c76f60-62d9-46da-8e74-1a869937356b req-6f0167db-df10-448f-ad69-c5bc96940a49 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 932 time: 0.1155906
Jun 04 13:33:13.560939 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.564742 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8c76f60-62d9-46da-8e74-1a869937356b req-ac23f5c4-96e7-4a90-a990-d5f660043ea1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616305
Jun 04 13:33:13.970989 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:13.981259 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:13.997340 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Transition to ACTIVE for port object 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:33:14.002533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:14.007333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:14.033622 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b95fa-a135-430f-919d-6b3aff243538 req-f80d73c1-26d1-4fa0-aa25-82d970a80418 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.035724 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-954b95fa-a135-430f-919d-6b3aff243538 req-f80d73c1-26d1-4fa0-aa25-82d970a80418 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0900640
Jun 04 13:33:14.085219 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-954b95fa-a135-430f-919d-6b3aff243538 req-68522bcd-a01e-460e-aed6-160a64aff25a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428612
Jun 04 13:33:14.135771 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:14.166967 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:14.242995 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Attempting to bind port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:33:14.243374 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Attempting to bind port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:33:14.243700 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Attempting to bind port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff on network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:14.248501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff on network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:33:14.248819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Attempting to bind port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff on network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:14.254169 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:33:14.254509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Checking segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:33:14.254894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Bound using segment: {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:33:14.255372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Bound port: 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:33:14.255862 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:14.354854 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:33:14.357751 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:33:14.364508 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:14.369205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecb47039-7028-405e-af8c-7a871f76ad03 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:14.421293 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.421878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:14.423393 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] 10.222.0.22 "PUT /v2.0/ports/4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 1094 time: 1.0235934
Jun 04 13:33:14.423767 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:14.427056 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e" -d '{"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:14.458254 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:14.461565 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:14.512825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3427016-b150-4077-9fa1-86d5902f3374 x-openstack-request-id: req-e3427016-b150-4077-9fa1-86d5902f3374 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:14.513494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:14.513926 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3427016-b150-4077-9fa1-86d5902f3374 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:14.514483 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:33:14.589435 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-a8d02ec2-fc30-4450-b51b-34eda2aa2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.603183 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-a8d02ec2-fc30-4450-b51b-34eda2aa2281 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1097 time: 0.1230707
Jun 04 13:33:14.701341 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-ed127a84-e3a2-45d6-bc31-053aeaed8617 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 217 time: 0.0758839
Jun 04 13:33:14.777709 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-2a174a51-3c7e-4d5a-8e35-982edd805335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.779144 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-2a174a51-3c7e-4d5a-8e35-982edd805335 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.0675979
Jun 04 13:33:14.790323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc1fe4-9bf3-49c6-856e-b12a428922cf req-c87f520f-c076-47e0-a567-cd4a79770b31 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.790956 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fbfc1fe4-9bf3-49c6-856e-b12a428922cf req-c87f520f-c076-47e0-a567-cd4a79770b31 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 944 time: 0.0947189
Jun 04 13:33:14.880006 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fbfc1fe4-9bf3-49c6-856e-b12a428922cf req-e1060155-d042-40e5-bd8b-21f0ea0744dd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825961
Jun 04 13:33:14.906261 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-f06d85e1-bdd3-4298-82f9-bdaf6124916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.908001 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-f06d85e1-bdd3-4298-82f9-bdaf6124916a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1199517
Jun 04 13:33:14.968087 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a876f84-47e5-4248-9150-e6acc3432e9e req-035b858d-d1b3-4164-814e-6f3e85cae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:14.970014 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2a876f84-47e5-4248-9150-e6acc3432e9e req-035b858d-d1b3-4164-814e-6f3e85cae886 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.0818505
Jun 04 13:33:15.022919 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2a876f84-47e5-4248-9150-e6acc3432e9e req-466052b7-c2db-41e5-9186-bcc77e332bbe service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465474
Jun 04 13:33:15.065781 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-d7923020-b538-4827-a4f9-b82beaba4c6c service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508353
Jun 04 13:33:15.163278 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46412) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:15.199987 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46416) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:15.323959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ed8e-94bb-4668-87d9-b1ae3bab93f2 req-061d6f26-2777-4fd2-90f4-2c85bd84e6be tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:15.325487 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4725ed8e-94bb-4668-87d9-b1ae3bab93f2 req-061d6f26-2777-4fd2-90f4-2c85bd84e6be tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1017671
Jun 04 13:33:15.331872 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1f51629-b8e2-4208-9bc0-5eff85ff7e55 req-9424f73e-fea5-486e-ab84-7d098cf42c65 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593386
Jun 04 13:33:15.380291 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4725ed8e-94bb-4668-87d9-b1ae3bab93f2 req-3705eed6-dee3-46c8-9725-5a6496d34e0e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471160
Jun 04 13:33:15.460931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.486359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:15.491647 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Usage tracker for resource:security_group_rule and tenant:e5986ab7c5484024a2e795c985da4013 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:15.495549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:15.503529 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-91b152cb-c0fb-4a04-8fe9-62884d549053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:15.505384 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-91b152cb-c0fb-4a04-8fe9-62884d549053 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1097 time: 0.1081281
Jun 04 13:33:15.513377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:15.520756 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.540693 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:15.552347 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac560b9736c48a98817c0beab37c533 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:15.556358 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:15.565641 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:15.647715 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-5bc85285-da52-4c08-a75d-bff954b8ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:15.649024 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-5bc85285-da52-4c08-a75d-bff954b8ba1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.1353571
Jun 04 13:33:15.670096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.684111 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.694521 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-54d63ccc-b985-446b-acab-b6be31986620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:15.741184 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-56392213-3606-414c-80ed-c7162d4bdec7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 217 time: 0.0830727
Jun 04 13:33:15.757935 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5986ab7c5484024a2e795c985da4013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5565116
Jun 04 13:33:15.760862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.761876 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46430) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:15.762586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298931f-cefd-480d-a521-b25730f74c95,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:15.766986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:15.779757 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:15.791087 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7db88904-e252-4e5e-a950-2d36f6bee9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:15.825943 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-c89da76f-c918-46e7-825a-9cd47f0c27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:15.827533 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-c89da76f-c918-46e7-825a-9cd47f0c27ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.0770261
Jun 04 13:33:15.867254 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac560b9736c48a98817c0beab37c533&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6976860
Jun 04 13:33:15.868115 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46434) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:15.884498 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac4f88-06ac-41da-8ba6-317d76dd27d9,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:15.889724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:15.932036 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-f54a2b4e-2a55-4e52-b35c-29469b5c0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:15.933912 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-f54a2b4e-2a55-4e52-b35c-29469b5c0375 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0995514
Jun 04 13:33:15.993631 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.151330 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-aa5aa17b-7a2b-438e-a0b8-c455d7885cd1 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089818
Jun 04 13:33:16.156300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.189539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.200688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.322970 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973918-be55-49ab-8219-52ce1742ba08 req-ce95c191-7839-4cb2-be29-03752d4a4a9c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:16.330011 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8973918-be55-49ab-8219-52ce1742ba08 req-ce95c191-7839-4cb2-be29-03752d4a4a9c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 944 time: 0.2593899
Jun 04 13:33:16.331387 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-32eb2e05-9e9b-4cf7-9005-5bfc2261927e req-54afac54-8bf1-47d7-b9e3-afa9782e2158 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716428
Jun 04 13:33:16.334494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.356318 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3aafcde4-02c9-4135-aec2-151437c43206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:16.389970 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.398096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac4f88-06ac-41da-8ba6-317d76dd27d9,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:16.416652 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:16.416652 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5897b343-6b09-4256-b99c-4efc67744fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:16.444371 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298931f-cefd-480d-a521-b25730f74c95,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:16.448709 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.449912 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0298931f-cefd-480d-a521-b25730f74c95 HTTP/1.1" status: 204  len: 168 time: 0.6842170
Jun 04 13:33:16.461302 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8973918-be55-49ab-8219-52ce1742ba08 req-50163261-abc6-4f24-9d9c-205f7a4b0ba0 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303213
Jun 04 13:33:16.462230 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:16.479049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:16.480390 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eac4f88-06ac-41da-8ba6-317d76dd27d9 HTTP/1.1" status: 204  len: 168 time: 0.6094036
Jun 04 13:33:16.720198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d5f9-ebfe-4c7a-9856-7d76523921b5 req-7df9560e-63b7-478d-804f-2fce81a3dd19 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:16.721786 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6e25d5f9-ebfe-4c7a-9856-7d76523921b5 req-7df9560e-63b7-478d-804f-2fce81a3dd19 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1575279
Jun 04 13:33:16.781296 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6e25d5f9-ebfe-4c7a-9856-7d76523921b5 req-2e8e812e-75a4-4399-a766-e1cc30382f41 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517781
Jun 04 13:33:17.070550 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:33:17.244409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27468e3-fe89-4365-9fb0-348709f18971 req-30f4fa9e-1d44-4ff0-b239-4dded2dcaccf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:17.253095 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b27468e3-fe89-4365-9fb0-348709f18971 req-30f4fa9e-1d44-4ff0-b239-4dded2dcaccf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0954788
Jun 04 13:33:17.258718 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-2341e6cb-c730-4684-a11e-0be51735093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:17.262285 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-2341e6cb-c730-4684-a11e-0be51735093a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.1504712
Jun 04 13:33:17.271203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:17.293015 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'port_id': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'mac_address': 'fa:16:3e:03:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:33:17.306571 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b27468e3-fe89-4365-9fb0-348709f18971 req-d5f5d1c3-b39d-46d7-8f59-2bc15bf84b7a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522673
Jun 04 13:33:17.361806 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:17.379669 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:17.398049 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:17.402792 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:17.405822 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:17.448319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-97fbf527-bb4c-4429-83ca-082bbaf3c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:17.449839 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-97fbf527-bb4c-4429-83ca-082bbaf3c744 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.1798773
Jun 04 13:33:17.485694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46508) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:17.490420 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:17.501817 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:17.545739 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-fc48cb5f-cee7-479d-bf5c-56822264bf60 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.0872025
Jun 04 13:33:17.602008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2085295341-network', 'tenant_id': '219f342d972942a8a411025c8fcfea6f'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:17.608509 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:17.613175 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Usage tracker for resource:network and tenant:219f342d972942a8a411025c8fcfea6f is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:17.616062 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:17.623247 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:17.627594 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-f50bb829-88b0-476f-b203-d1ede335c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:17.630572 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-f50bb829-88b0-476f-b203-d1ede335c0a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.0773628
Jun 04 13:33:17.678716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:17.699769 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-5e463d5a-b927-4077-9a34-ca2418a97d2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621648
Jun 04 13:33:17.772002 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Made reservation on behalf of 219f342d972942a8a411025c8fcfea6f for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:17.774577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:17.790578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:17.813694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:17.826829 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Usage tracker for resource:security_group_rule and tenant:219f342d972942a8a411025c8fcfea6f is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:17.830837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:17.840552 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:17.849788 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6d67-c5e1-4da9-b484-ec8aafc307b3 req-c2f97033-9b49-4ec1-80bd-233b1c75182a tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:17.851424 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d6e6d67-c5e1-4da9-b484-ec8aafc307b3 req-c2f97033-9b49-4ec1-80bd-233b1c75182a tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 945 time: 0.2298708
Jun 04 13:33:17.923445 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d6e6d67-c5e1-4da9-b484-ec8aafc307b3 req-79d01a53-28dd-4e92-869b-33ffd1b17712 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634158
Jun 04 13:33:17.955315 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-e1eb721b-092a-4378-8733-4a0000e397f3 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468913
Jun 04 13:33:17.991473 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:17.997079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.016474 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5feabab6-fcee-4ff8-bbdb-fae823198dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:18.061295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:33:18.083397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836db094-c488-4d69-84bf-fd1ed384416e,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:18.087553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:18.090239 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.090767 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Added segment a3158207-ac65-4285-a39d-81a9b081c657 of type vlan for network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5
Jun 04 13:33:18.121355 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f66538e0-1e91-468e-8e5f-0f0703759f91 req-05abf4da-e620-4a20-b445-af08e18ff68e service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595571
Jun 04 13:33:18.129611 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.177882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.179346 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:18.180185 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.185064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-785ee3b2-7e39-4eac-a3d9-03e2aeb519e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:18.298192 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8084855
Jun 04 13:33:18.298712 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46568) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:18.299054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Pushing event updated for resources: {'Network': ['ID=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:18.301736 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:18.311575 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Request body: {'subnet': {'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2085295341-subnet', 'tenant_id': '219f342d972942a8a411025c8fcfea6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:18.312161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:33:18.318817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:18.334293 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Usage tracker for resource:subnet and tenant:219f342d972942a8a411025c8fcfea6f is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:18.344778 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:18.362377 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:18.384592 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Made reservation on behalf of 219f342d972942a8a411025c8fcfea6f for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:18.388224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6770399'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.599312 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b5a22-8761-4a26-aaa3-b6c08d6b8c11 req-66793f41-417a-420c-bdd9-074e91ae3864 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:18.606728 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-636b5a22-8761-4a26-aaa3-b6c08d6b8c11 req-66793f41-417a-420c-bdd9-074e91ae3864 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1098278
Jun 04 13:33:18.660948 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-636b5a22-8761-4a26-aaa3-b6c08d6b8c11 req-d65b4b75-54a0-4e48-9edb-f155228b68ca tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532384
Jun 04 13:33:18.993993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6770381'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:18.999801 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-de1b91a1-68d7-4716-bef3-1b3cc0d1ba47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:19.089733 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:33:19.132416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca6d4b5-001f-4164-8c4f-af7759ec367c,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:19.136591 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:19.137309 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Checking segment: {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:33:19.138090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Network hostable DHCP agents. Network: 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:33:19.184428 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:33:19.206439 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:19.216317 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:19.217014 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:19.220224 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1f1e6-a7a7-4835-b146-601ea6c164c3 req-b5b21797-8963-4a9d-928e-7d4ff54660fa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:19.228055 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5cc1f1e6-a7a7-4835-b146-601ea6c164c3 req-b5b21797-8963-4a9d-928e-7d4ff54660fa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 945 time: 0.1477144
Jun 04 13:33:19.248000 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa17aad-c8c2-4b78-8c59-3863249fbf65 None None] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:33:19.263913 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9642875
Jun 04 13:33:19.326285 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5cc1f1e6-a7a7-4835-b146-601ea6c164c3 req-7ca82a17-dbf2-4a10-acd7-b25ef8dbff72 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972357
Jun 04 13:33:19.350284 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:33:19.462957 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:19.463415 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:19.735862 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:19.762560 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f4e0e-b9d5-453d-a2f5-3cdeca2f1de2 None None] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:33:19.815115 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:19.821397 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff1159-3ce3-457b-a7ad-b2752df6b419" -d '{"events": [{"server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "name": "network-vif-plugged", "status": "completed", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:19.879991 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:19.894953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:19.898866 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-cd66df0d-1ac0-4e06-8b85-00abc2e5ffe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:19.960067 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0ef1-54ee-4ddb-a110-e52462830a3e req-89ff20a9-7678-47fb-bdf6-e629ff6ee624 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:19.961588 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-97ca0ef1-54ee-4ddb-a110-e52462830a3e req-89ff20a9-7678-47fb-bdf6-e629ff6ee624 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2668092
Jun 04 13:33:19.975768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87c5b-48fd-411b-a690-24ca2c36116f req-91cbc1f9-37c2-4a8c-a9ef-384189ff24cc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:19.983350 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e7b87c5b-48fd-411b-a690-24ca2c36116f req-91cbc1f9-37c2-4a8c-a9ef-384189ff24cc tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1838789
Jun 04 13:33:20.071466 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-97ca0ef1-54ee-4ddb-a110-e52462830a3e req-fec4f556-fd86-4274-aade-c5d0d1e5d448 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849681
Jun 04 13:33:20.101827 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:20.110288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:20.117107 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e7b87c5b-48fd-411b-a690-24ca2c36116f req-491bfe3b-4f1f-4139-b485-8fe6f393eb9b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327090
Jun 04 13:33:20.145760 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:33:20.181179 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ef4e2b-d935-43ce-8524-c8ca6c5eb722 x-openstack-request-id: req-55ef4e2b-d935-43ce-8524-c8ca6c5eb722 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:20.181483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "name": "network-vif-plugged", "status": "completed", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:20.181746 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55ef4e2b-d935-43ce-8524-c8ca6c5eb722 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:20.182144 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'code': 200}
Jun 04 13:33:20.531721 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb92f-b0c2-40c6-a339-bb0c9756e3ef req-648c2d1f-9e10-4c86-811f-9378e3579b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:20.533432 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d41eb92f-b0c2-40c6-a339-bb0c9756e3ef req-648c2d1f-9e10-4c86-811f-9378e3579b3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1099 time: 0.0758805
Jun 04 13:33:20.539773 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a71f-5ca0-4440-a3be-17d42ff10e6b req-3e392e27-8fc2-4f2e-b7fc-b60c57aaa8af tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:20.541224 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc94a71f-5ca0-4440-a3be-17d42ff10e6b req-3e392e27-8fc2-4f2e-b7fc-b60c57aaa8af tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.0953963
Jun 04 13:33:20.587146 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d41eb92f-b0c2-40c6-a339-bb0c9756e3ef req-8e4043a6-2c37-4de3-a351-7e5cb76b47cb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442564
Jun 04 13:33:20.594193 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc94a71f-5ca0-4440-a3be-17d42ff10e6b req-56b5881d-fdcd-4cbc-bd74-2ee28371a58e tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466273
Jun 04 13:33:20.886940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1520-a96e-40f0-8700-8c23dcb589d1 req-efe6751d-02a4-4e9f-9363-0c0dbc7c2d25 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:20.888324 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4c4b1520-a96e-40f0-8700-8c23dcb589d1 req-efe6751d-02a4-4e9f-9363-0c0dbc7c2d25 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0842669
Jun 04 13:33:20.935706 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4c4b1520-a96e-40f0-8700-8c23dcb589d1 req-07211d3e-3341-4e17-999f-7934fb487b81 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371842
Jun 04 13:33:21.359191 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577f4f0-8e21-4b8f-a623-6393fbe17441 req-c4555441-df0b-4561-bd15-6891ee3d1e96 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:21.360615 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a577f4f0-8e21-4b8f-a623-6393fbe17441 req-c4555441-df0b-4561-bd15-6891ee3d1e96 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1083832
Jun 04 13:33:21.369613 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc1f0-9ccf-4f0b-afbd-58fdfb228adc req-af33af62-6b64-4903-924d-3a7a4a785485 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:21.370793 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-188cc1f0-9ccf-4f0b-afbd-58fdfb228adc req-af33af62-6b64-4903-924d-3a7a4a785485 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1520710
Jun 04 13:33:21.441614 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a577f4f0-8e21-4b8f-a623-6393fbe17441 req-d35c81d0-dae3-4dae-a3aa-9a37a2a6c79c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698459
Jun 04 13:33:21.446029 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-188cc1f0-9ccf-4f0b-afbd-58fdfb228adc req-85de267e-2a52-4f76-97be-1f5b74c48058 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619280
Jun 04 13:33:21.893888 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-37a3618d-06aa-4a84-b292-8afa3bea4ac5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:21.894635 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-37a3618d-06aa-4a84-b292-8afa3bea4ac5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Synchronizing usage tracker for tenant:219f342d972942a8a411025c8fcfea6f on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:21.934352 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e527a9c-864d-4fa4-8ccb-462e136be65f req-f68e2a92-5993-4540-8118-2f9ba40ead45 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:21.935784 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8e527a9c-864d-4fa4-8ccb-462e136be65f req-f68e2a92-5993-4540-8118-2f9ba40ead45 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.1463268
Jun 04 13:33:21.937001 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-37a3618d-06aa-4a84-b292-8afa3bea4ac5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Unset dirty status for tenant:219f342d972942a8a411025c8fcfea6f on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:21.943570 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-37a3618d-06aa-4a84-b292-8afa3bea4ac5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 809 time: 0.2599704
Jun 04 13:33:21.982182 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-26e36fd2-7b09-4857-aa48-68f9d0bd6193 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/quotas/219f342d972942a8a411025c8fcfea6f HTTP/1.1" status: 200  len: 375 time: 0.0377152
Jun 04 13:33:22.039396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46728) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:22.056192 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-9fec94ba-f1a2-4716-a893-de5df6cea7ca tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0730281
Jun 04 13:33:22.082509 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8e527a9c-864d-4fa4-8ccb-462e136be65f req-1319f929-bf72-428c-8f9e-626ca0a3161f tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370153
Jun 04 13:33:22.194364 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-5af39e42-9f8b-4cb5-9eb8-18ddb24ad56c service neutron] 10.222.0.20 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372859
Jun 04 13:33:22.197667 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.216534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:22.220444 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ab415636884067935608e8feeed659 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:22.223509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:22.229165 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:22.325947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.330018 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.339973 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c94fa12e-fc38-4ba0-9e19-7054ffc6f71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:22.381422 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2ab415636884067935608e8feeed659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3408742
Jun 04 13:33:22.383036 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef75aab-e8ec-4b55-b66b-61ed65d3c1df,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:22.385319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46732) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:22.396962 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-59364fa3-31d4-4812-a3d2-c4b784ebd289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:22.444537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.462653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-e55f3bb6-d783-41a3-b5bc-1c7605ec0bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619753
Jun 04 13:33:22.470699 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dcbd8-7f9c-4455-9d75-19200e60e9e3 req-29d0b81a-8fee-4c81-a5f2-15d24c15c1a4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:22.471429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.472218 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359dcbd8-7f9c-4455-9d75-19200e60e9e3 req-29d0b81a-8fee-4c81-a5f2-15d24c15c1a4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2512877
Jun 04 13:33:22.527737 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-359dcbd8-7f9c-4455-9d75-19200e60e9e3 req-f5b797c8-7232-486a-9ff7-ccd941d927ec tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486007
Jun 04 13:33:22.539828 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.551405 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-59739d80-a7ce-46b0-ab6e-1ead04d1cca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:22.562734 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef75aab-e8ec-4b55-b66b-61ed65d3c1df,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:22.566420 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:22.568673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.580285 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cef75aab-e8ec-4b55-b66b-61ed65d3c1df HTTP/1.1" status: 204  len: 168 time: 0.1939600
Jun 04 13:33:22.705383 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c7498e77-6455-4ddc-98ec-45186f7f511a req-d9e82026-dae6-49bb-9cc4-4ced77a21d8c tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 210 time: 0.0842998
Jun 04 13:33:22.758169 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4092-7824-4426-aed8-e30626371895 req-6c4dbf7d-f929-47d0-954d-fd91712bd7d7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:22.759640 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c85c4092-7824-4426-aed8-e30626371895 req-6c4dbf7d-f929-47d0-954d-fd91712bd7d7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1063666
Jun 04 13:33:22.816436 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c85c4092-7824-4426-aed8-e30626371895 req-87f03649-4917-4c55-a4fc-dc8c1c223dc5 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502150
Jun 04 13:33:22.939716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46750) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:22.958173 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:22.975067 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:22.979097 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:22d538de844d4351ae7a878161b4d8b2 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:22.982140 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:22.989343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:23.079998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.085170 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.095648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ccdcb2d6-af80-4075-a41b-f0f8008fa56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:23.140351 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22d538de844d4351ae7a878161b4d8b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1965828
Jun 04 13:33:23.140924 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 46760) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:23.153798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72053b31-dfe6-43ec-9e9d-509c1eefa59b,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:23.158786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:23.213494 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-5a3191ef-d683-4f31-9420-9a31a845efb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1389227
Jun 04 13:33:23.279270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.351613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-7f9c3312-69fb-4dee-944c-eb79e39f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.353111 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-7f9c3312-69fb-4dee-944c-eb79e39f9676 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.1105893
Jun 04 13:33:23.380105 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.442682 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac0db3-4bc1-4da5-81ff-96dd14d8232b req-49c3514b-6109-4588-b896-d3d049aa925c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.449718 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8dac0db3-4bc1-4da5-81ff-96dd14d8232b req-49c3514b-6109-4588-b896-d3d049aa925c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1716585
Jun 04 13:33:23.523501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-0e417a62-36d8-4bcb-9d35-75a55ae59d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.524864 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-0e417a62-36d8-4bcb-9d35-75a55ae59d7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.1388187
Jun 04 13:33:23.534124 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.541295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:23.553845 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8dac0db3-4bc1-4da5-81ff-96dd14d8232b req-3a6fc898-3400-4172-bd51-559dc4f59439 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032827
Jun 04 13:33:23.558795 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72053b31-dfe6-43ec-9e9d-509c1eefa59b,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:23.562534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:23.571336 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:23.572795 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72053b31-dfe6-43ec-9e9d-509c1eefa59b HTTP/1.1" status: 204  len: 168 time: 0.4312513
Jun 04 13:33:23.620186 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbcac1-2a65-49bb-aa97-959ba2d4da0a req-e89cc633-bdf7-4311-b3e5-ddaf472d4ef1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.620681 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-6b2295b4-b2b9-4ca4-8063-6b42c424794c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.0847158
Jun 04 13:33:23.621653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d5fbcac1-2a65-49bb-aa97-959ba2d4da0a req-e89cc633-bdf7-4311-b3e5-ddaf472d4ef1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.1564815
Jun 04 13:33:23.673365 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d5fbcac1-2a65-49bb-aa97-959ba2d4da0a req-5c7ed865-53b8-4c4f-aebd-84cb03832555 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455582
Jun 04 13:33:23.712368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-7b11768a-4e20-4e5a-a74c-e7e066e89578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.713805 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-7b11768a-4e20-4e5a-a74c-e7e066e89578 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.0850146
Jun 04 13:33:23.772656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c27ac-9ed8-4773-9be3-7b0fb914e79f req-c62d2d0d-2dc1-4183-94f0-e9c88c5f6a78 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:23.775583 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-caa16806-ca0f-420f-8556-6f6a9faf909f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512617
Jun 04 13:33:23.780299 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6c0c27ac-9ed8-4773-9be3-7b0fb914e79f req-c62d2d0d-2dc1-4183-94f0-e9c88c5f6a78 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1059053
Jun 04 13:33:23.847031 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6c0c27ac-9ed8-4773-9be3-7b0fb914e79f req-9c23ecb4-2b08-41d3-8652-e2e16f63da25 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658090
Jun 04 13:33:23.953595 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-f3629295-211e-45c3-bfea-381090292c76 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652420
Jun 04 13:33:24.199980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc4ee8-69af-4b72-962f-0795248a55e1 req-1c715dca-fd07-4284-a9e0-e1380d98a684 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:24.209278 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dedc4ee8-69af-4b72-962f-0795248a55e1 req-1c715dca-fd07-4284-a9e0-e1380d98a684 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.2070262
Jun 04 13:33:24.218327 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ddbbe783-cf18-495d-9f56-a62a12c3f77e req-a1152564-3e4e-4551-ab9a-f08ba4e5ced9 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572196
Jun 04 13:33:24.236036 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-05f49545-9d43-415e-b827-25d161551b04 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:24.238295 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-05f49545-9d43-415e-b827-25d161551b04 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 809 time: 0.2613699
Jun 04 13:33:24.269674 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Request body: {'port': {'device_id': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5', 'admin_state_up': True, 'tenant_id': '219f342d972942a8a411025c8fcfea6f'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:24.310917 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dedc4ee8-69af-4b72-962f-0795248a55e1 req-661c1625-d1b4-476d-949b-7efcf6256377 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003888
Jun 04 13:33:24.607388 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4ce6c0d-4c22-41d1-8bb3-5865b6f84e64 req-556e1708-f298-4a63-a9fd-e31db8c0d054 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 210 time: 0.0635552
Jun 04 13:33:24.636963 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:24.648669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Usage tracker for resource:port and tenant:219f342d972942a8a411025c8fcfea6f is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:24.653170 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:24.662222 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:24.674016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02832-df31-4237-a038-cd7504f2b0e5 req-c7b60750-faeb-4349-bb6f-d873a9e4242a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:24.681331 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aed02832-df31-4237-a038-cd7504f2b0e5 req-c7b60750-faeb-4349-bb6f-d873a9e4242a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2117455
Jun 04 13:33:24.723872 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Made reservation on behalf of 219f342d972942a8a411025c8fcfea6f for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:24.727672 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:24.748018 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aed02832-df31-4237-a038-cd7504f2b0e5 req-3ac125da-a256-46ec-a58e-175ccca86fdb tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655849
Jun 04 13:33:24.933053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Allocated IP 172.20.0.5 (89b8ff20-8595-47aa-9d65-4a1e71aa1ca5/aca6d4b5-001f-4164-8c4f-af7759ec367c/e481b2ad-3701-4055-9b75-f10fecd1210e) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:33:25.087227 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fecb8739-bddf-48f8-abcd-408f91335487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:25.324862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a835f-fa53-448f-9c06-b516422daac6 req-55acd1a5-e85f-4c3e-81fe-0c3e8020c8c8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:25.326298 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d8a835f-fa53-448f-9c06-b516422daac6 req-55acd1a5-e85f-4c3e-81fe-0c3e8020c8c8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.3517342
Jun 04 13:33:25.339378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f80b75-ade7-4161-8953-69ac43909034 req-e1fe55ff-19d3-4977-b212-35925f2d98f8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:25.340902 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20f80b75-ade7-4161-8953-69ac43909034 req-e1fe55ff-19d3-4977-b212-35925f2d98f8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.3301432
Jun 04 13:33:25.419749 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:25.450742 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20f80b75-ade7-4161-8953-69ac43909034 req-998062ea-801b-49be-8196-1cb7b2aa57f1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982122
Jun 04 13:33:25.462736 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d8a835f-fa53-448f-9c06-b516422daac6 req-ee5e5a14-8e8c-4b03-b4c1-4572c6674866 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118200
Jun 04 13:33:25.508660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:25.517957 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:25.606879 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:33:25.610576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:25.613980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:33:25.619536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:25.620150 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:25.624030 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Pushing event updated for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:25.626948 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:25.649823 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3848894
Jun 04 13:33:25.667450 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Request body: {'port': {'device_id': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:25.842931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.028962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-cf7caaaa-f44a-4425-aff8-b390e95e2e2a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:26.029768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-cf7caaaa-f44a-4425-aff8-b390e95e2e2a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Synchronizing usage tracker for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:26.116321 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-cf7caaaa-f44a-4425-aff8-b390e95e2e2a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Unset dirty status for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:26.117455 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-cf7caaaa-f44a-4425-aff8-b390e95e2e2a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 931 time: 0.3634100
Jun 04 13:33:26.162633 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b12a69-9674-4360-8b5b-5dc3705a4e81 req-67632b00-da37-4cb5-9451-a9c9b7af2097 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:26.164089 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-07b12a69-9674-4360-8b5b-5dc3705a4e81 req-67632b00-da37-4cb5-9451-a9c9b7af2097 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2991722
Jun 04 13:33:26.300911 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-07b12a69-9674-4360-8b5b-5dc3705a4e81 req-f47d6fa2-862b-4776-b0b1-ce329781c61b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238348
Jun 04 13:33:26.302799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-863ec03e-4275-4e2b-bcdb-9b900760e755 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Synchronizing usage tracker for tenant:219f342d972942a8a411025c8fcfea6f on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:26.333379 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-863ec03e-4275-4e2b-bcdb-9b900760e755 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Unset dirty status for tenant:219f342d972942a8a411025c8fcfea6f on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:26.334722 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d2fa1e7-be31-4dd1-924e-e63988b34fa8 req-863ec03e-4275-4e2b-bcdb-9b900760e755 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083926
Jun 04 13:33:26.428666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e481b2ad-3701-4055-9b75-f10fecd1210e {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:26.435915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.451852 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Transition to ACTIVE for port object e481b2ad-3701-4055-9b75-f10fecd1210e will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:33:26.457884 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.462049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:26.657256 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Pushing event updated for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:26.670217 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:26.691340 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Attempting to bind port e481b2ad-3701-4055-9b75-f10fecd1210e on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:33:26.691759 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Attempting to bind port e481b2ad-3701-4055-9b75-f10fecd1210e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:33:26.692015 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Attempting to bind port e481b2ad-3701-4055-9b75-f10fecd1210e on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:26.699376 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Port e481b2ad-3701-4055-9b75-f10fecd1210e on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:33:26.699702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Attempting to bind port e481b2ad-3701-4055-9b75-f10fecd1210e on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:26.708070 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:33:26.708292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Checking segment: {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:33:26.708825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Bound using segment: {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:33:26.709086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Bound port: e481b2ad-3701-4055-9b75-f10fecd1210e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:33:26.709432 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.788118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec60d07-c78f-499e-87d5-550d67ccb422 req-4a4c2ad8-0346-4974-b758-9519a44944c4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:26.789576 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ec60d07-c78f-499e-87d5-550d67ccb422 req-4a4c2ad8-0346-4974-b758-9519a44944c4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2077281
Jun 04 13:33:26.857554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:33:26.868957 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ec60d07-c78f-499e-87d5-550d67ccb422 req-95822b3b-05a5-47db-bb0f-eb40fe93aeb7 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664766
Jun 04 13:33:26.871877 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e481b2ad-3701-4055-9b75-f10fecd1210e,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:33:26.880286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.885168 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:26.937212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:26.937817 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:26.939140 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-44602734-6310-44db-8849-f90b5fd1945a service neutron] 10.222.0.22 "PUT /v2.0/ports/e481b2ad-3701-4055-9b75-f10fecd1210e HTTP/1.1" status: 200  len: 1093 time: 1.2761068
Jun 04 13:33:26.940962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:26.943348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e58554-cbe7-4cb3-b033-31b8c1423db1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:26.981863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Pushing event updated for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:26.984255 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:27.021950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf281e-17d9-464f-b9cc-ab00fc8ab37a x-openstack-request-id: req-27cf281e-17d9-464f-b9cc-ab00fc8ab37a {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:27.022272 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:27.022554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27cf281e-17d9-464f-b9cc-ab00fc8ab37a {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:27.022968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e', 'status': 'completed', 'code': 200}
Jun 04 13:33:27.070372 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-165eae51-fdd4-42e2-a5f2-21d8f409f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:27.072154 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-165eae51-fdd4-42e2-a5f2-21d8f409f80a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 1096 time: 0.0818136
Jun 04 13:33:27.153390 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-3a7430f4-f404-4327-b92a-2cfdad816a71 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e481b2ad-3701-4055-9b75-f10fecd1210e HTTP/1.1" status: 200  len: 217 time: 0.0716891
Jun 04 13:33:27.219408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-406651fc-7af0-490a-a529-b124fb4953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:27.220848 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-406651fc-7af0-490a-a529-b124fb4953dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aca6d4b5-001f-4164-8c4f-af7759ec367c HTTP/1.1" status: 200  len: 849 time: 0.0585697
Jun 04 13:33:27.287903 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-1257b7df-c6ec-4342-9c8a-f7b7d64e0db9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598545
Jun 04 13:33:27.590032 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc824b61-a480-4fae-af43-98383cc456dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:27.629758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-69beb7b2-30db-4f60-b58c-a49adba227d7 service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3345761
Jun 04 13:33:27.707554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c6e21-fc4b-4408-b17a-f6315ec0f347 req-f799eb66-5e80-46ee-9253-65daa870c9c7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:27.709011 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-783c6e21-fc4b-4408-b17a-f6315ec0f347 req-f799eb66-5e80-46ee-9253-65daa870c9c7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2309444
Jun 04 13:33:27.718372 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000186c-45c0-4314-b3e7-369df40ee82c req-ddaba664-3b2e-4f23-b3d6-bca002d70185 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:27.725746 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4000186c-45c0-4314-b3e7-369df40ee82c req-ddaba664-3b2e-4f23-b3d6-bca002d70185 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 943 time: 0.2429628
Jun 04 13:33:27.860095 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-783c6e21-fc4b-4408-b17a-f6315ec0f347 req-cf0ebe2d-59e9-4088-a8be-75a47138416c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932000
Jun 04 13:33:27.873684 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f09106ee-da1f-43b3-a7ff-1adaff8ab6e6 req-eea995df-35cf-4c18-a8b0-f9461eb4cd8c service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312808
Jun 04 13:33:27.876559 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4000186c-45c0-4314-b3e7-369df40ee82c req-4d5221a6-a24f-493e-8cb2-49ebaa699a38 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108403
Jun 04 13:33:28.034936 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:28.096893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-16ae88af-e380-4016-8bf1-0df433f45b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:28.098575 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-16ae88af-e380-4016-8bf1-0df433f45b9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 1096 time: 0.1441207
Jun 04 13:33:28.110021 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207361-79e6-4fd6-a02e-c3406917aebb req-2733fcce-4c55-4de0-bb71-80d2bb6135bc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:28.111465 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce207361-79e6-4fd6-a02e-c3406917aebb req-2733fcce-4c55-4de0-bb71-80d2bb6135bc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1160467
Jun 04 13:33:28.248792 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce207361-79e6-4fd6-a02e-c3406917aebb req-05da22ab-2cfd-4598-b38f-69df8662ad79 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173396
Jun 04 13:33:28.284036 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-3953adb2-984e-4002-98b6-0cecd148f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:28.285646 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-3953adb2-984e-4002-98b6-0cecd148f1eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 910 time: 0.1732802
Jun 04 13:33:28.355921 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-1a1c0975-b550-40e0-bc43-5f9b0871f928 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e481b2ad-3701-4055-9b75-f10fecd1210e HTTP/1.1" status: 200  len: 217 time: 0.0622749
Jun 04 13:33:28.429005 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-d1fc21d7-ca2c-48e9-b31c-3837fb183ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:28.430439 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-d1fc21d7-ca2c-48e9-b31c-3837fb183ed6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aca6d4b5-001f-4164-8c4f-af7759ec367c HTTP/1.1" status: 200  len: 849 time: 0.0673378
Jun 04 13:33:28.481366 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-bf11f4b3-50e8-4f4e-a490-b8d543f0e42f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399046
Jun 04 13:33:28.615612 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-df722ad1-2cf2-43de-bb6e-581304735144 service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240792
Jun 04 13:33:28.745572 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a1e58554-cbe7-4cb3-b033-31b8c1423db1 req-5826fa96-3632-49d1-9787-0fc2dde8104d service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235912
Jun 04 13:33:28.755553 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:28.944480 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.133027 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device e481b2ad-3701-4055-9b75-f10fecd1210e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:33:29.140851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd120d-8d69-47cf-b4aa-036e131a5e56 req-96470136-2686-41be-81df-782d30cc82ff tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:29.142315 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-31cd120d-8d69-47cf-b4aa-036e131a5e56 req-96470136-2686-41be-81df-782d30cc82ff tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 943 time: 0.1427505
Jun 04 13:33:29.153277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429b78f-e4b9-4e1d-9bd0-ee16c2639840 req-5fbafc16-045f-4d03-97c0-aec885e5d04b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:29.154686 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4429b78f-e4b9-4e1d-9bd0-ee16c2639840 req-5fbafc16-045f-4d03-97c0-aec885e5d04b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1187596
Jun 04 13:33:29.209486 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46916) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:29.227791 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-31cd120d-8d69-47cf-b4aa-036e131a5e56 req-9fb6c18c-5c61-40af-bc06-619c7af3b8cf tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721180
Jun 04 13:33:29.232132 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4429b78f-e4b9-4e1d-9bd0-ee16c2639840 req-d2cce31d-3525-48bd-a5ff-96fc012658f9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609097
Jun 04 13:33:29.299003 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e481b2ad-3701-4055-9b75-f10fecd1210e,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:29.313634 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'e481b2ad-3701-4055-9b75-f10fecd1210e', 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5', 'port_id': 'e481b2ad-3701-4055-9b75-f10fecd1210e', 'mac_address': 'fa:16:3e:04:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca6d4b5-001f-4164-8c4f-af7759ec367c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:33:29.345132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.359728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:29.364120 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Usage tracker for resource:security_group_rule and tenant:804423804e78411cbb6430e099da9a8d is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:29.369721 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:29.370935 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.375949 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:29.388876 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e481b2ad-3701-4055-9b75-f10fecd1210e {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:29.408532 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e481b2ad-3701-4055-9b75-f10fecd1210e,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:29.413766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.416261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:29.469288 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.474287 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.484586 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dfa643d4-e677-4261-b861-3c349cf0a10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:29.511692 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:29.514630 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:29.517448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcf519-ae43-48b3-81b0-77eb4e94b381,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:29.522028 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:29.537700 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=804423804e78411cbb6430e099da9a8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3266268
Jun 04 13:33:29.540279 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 46924) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:29.564351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1692fad-b70f-49bd-8f23-8af6dc263717 req-319ccb3f-8629-4b06-9061-107c9419d07b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:29.566362 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1692fad-b70f-49bd-8f23-8af6dc263717 req-319ccb3f-8629-4b06-9061-107c9419d07b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2021093
Jun 04 13:33:29.611889 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1692fad-b70f-49bd-8f23-8af6dc263717 req-ae18a5c8-4fd8-4013-a9e1-e924e520fd30 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395188
Jun 04 13:33:29.677691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.703886 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.756857 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.760660 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-529e45ed-3b37-43a1-945a-ca43c1a38804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:29.771722 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcf519-ae43-48b3-81b0-77eb4e94b381,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:29.774009 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:29.778696 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:29.779831 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbfcf519-ae43-48b3-81b0-77eb4e94b381 HTTP/1.1" status: 204  len: 168 time: 0.2385757
Jun 04 13:33:29.788227 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['e481b2ad-3701-4055-9b75-f10fecd1210e'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:30.478923 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d26980-102f-4193-b674-cf4fc68d4f3c req-e913efb4-7ef9-4be2-a349-5b33a912c8ba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:30.480383 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79d26980-102f-4193-b674-cf4fc68d4f3c req-e913efb4-7ef9-4be2-a349-5b33a912c8ba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 944 time: 0.1388595
Jun 04 13:33:30.503461 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:30.513469 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead12fc-8211-45b4-97fa-03f57e6a7d0b req-1cf1da33-4918-4769-baf4-52b5537aaba2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:30.515083 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ead12fc-8211-45b4-97fa-03f57e6a7d0b req-1cf1da33-4918-4769-baf4-52b5537aaba2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1379793
Jun 04 13:33:30.574571 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79d26980-102f-4193-b674-cf4fc68d4f3c req-005f853a-8c8a-48f1-996f-c2a1e029950c tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823407
Jun 04 13:33:30.585814 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ead12fc-8211-45b4-97fa-03f57e6a7d0b req-9f0d6bd2-376b-46ae-85c6-419c95211d08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635591
Jun 04 13:33:30.802080 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776689c7-beb0-45d3-8834-028789526e98 req-7aa6a8e1-dc7d-43ec-b211-b4afbd703197 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:30.803629 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-776689c7-beb0-45d3-8834-028789526e98 req-7aa6a8e1-dc7d-43ec-b211-b4afbd703197 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0846002
Jun 04 13:33:30.852546 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-776689c7-beb0-45d3-8834-028789526e98 req-eb197e9c-c2e3-4746-ae16-1f249230f0ee tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413182
Jun 04 13:33:31.126287 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device e481b2ad-3701-4055-9b75-f10fecd1210e up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:33:31.209904 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port e481b2ad-3701-4055-9b75-f10fecd1210e completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:33:31.214647 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port e481b2ad-3701-4055-9b75-f10fecd1210e triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:31.215028 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:31.339754 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:31.368063 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:31.370317 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da877b88-74d9-4000-845b-7c3f35feb3b0" -d '{"events": [{"server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "name": "network-vif-plugged", "status": "completed", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:31.379999 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e481b2ad-3701-4055-9b75-f10fecd1210e,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:31.385466 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:31.387475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:31.417449 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9639db-d6c1-44cc-842b-53b8daa9d933 x-openstack-request-id: req-bf9639db-d6c1-44cc-842b-53b8daa9d933 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:31.417755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "name": "network-vif-plugged", "status": "completed", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:31.418018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf9639db-d6c1-44cc-842b-53b8daa9d933 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:31.418447 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e', 'code': 200}
Jun 04 13:33:31.456470 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:31.463675 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.464030 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.464367 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.464700 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.465067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.465438 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.465768 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.466245 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.466580 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.466908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.467386 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.467737 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:33:31.472056 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:31.880839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf07f3-e206-438f-b20b-71508d874160 req-ce5c53ae-b9f2-4ae6-b32d-05ee68f664a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:31.882299 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-addf07f3-e206-438f-b20b-71508d874160 req-ce5c53ae-b9f2-4ae6-b32d-05ee68f664a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 1098 time: 0.2097096
Jun 04 13:33:31.889711 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8515-5c96-4396-a714-a372359ba88d req-61079d8b-466b-497f-8e47-a2788773c8ed tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:31.891036 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-04ff8515-5c96-4396-a714-a372359ba88d req-61079d8b-466b-497f-8e47-a2788773c8ed tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1735051
Jun 04 13:33:31.899834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f2e2-6498-4577-a9a9-04ff696aa6c4 req-302394c8-8104-417b-9c1e-d7bfc987948f tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:31.901162 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7114f2e2-6498-4577-a9a9-04ff696aa6c4 req-302394c8-8104-417b-9c1e-d7bfc987948f tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1887932
Jun 04 13:33:31.994404 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-addf07f3-e206-438f-b20b-71508d874160 req-5b698deb-e035-49ef-8316-4546d3dff42a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913081
Jun 04 13:33:32.000347 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7114f2e2-6498-4577-a9a9-04ff696aa6c4 req-bf785ddf-631b-4022-baf5-aae1580c2a64 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835507
Jun 04 13:33:32.003818 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-04ff8515-5c96-4396-a714-a372359ba88d req-cf982e1f-5031-4af0-a382-8a69a8d07e31 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017575
Jun 04 13:33:32.176382 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad492-6edf-4372-bc9c-512a7c58177b req-895dfd19-18c7-4901-a98a-6cbd80df88f1 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:32.177815 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-060ad492-6edf-4372-bc9c-512a7c58177b req-895dfd19-18c7-4901-a98a-6cbd80df88f1 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0826666
Jun 04 13:33:32.236506 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-060ad492-6edf-4372-bc9c-512a7c58177b req-05394328-08bd-4113-a56c-add9ebb25d95 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527930
Jun 04 13:33:32.871860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-bb3452bf-68eb-4ed1-8431-06746d17f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:32.873319 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-bb3452bf-68eb-4ed1-8431-06746d17f74c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.1422904
Jun 04 13:33:32.881837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4cbe-6738-4a0e-89e5-976e576da2bf req-7a340465-083f-4860-b6a0-9f6d6a345d73 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:32.883184 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b94f4cbe-6738-4a0e-89e5-976e576da2bf req-7a340465-083f-4860-b6a0-9f6d6a345d73 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1156123
Jun 04 13:33:33.017467 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b94f4cbe-6738-4a0e-89e5-976e576da2bf req-c3220aba-8295-4ea1-81fa-720a918cb47c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159141
Jun 04 13:33:33.053357 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-909138c4-868b-4b88-9978-ee3bfcdc44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:33.055346 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-909138c4-868b-4b88-9978-ee3bfcdc44a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.1712880
Jun 04 13:33:33.133984 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-b44c82bc-1738-4891-9a8b-d8db9128dc80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.0664048
Jun 04 13:33:33.273547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c6e9c-a295-499e-8497-8477cd01f032 req-549aca41-534c-44d1-8db1-3ed5847d7980 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:33.274903 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a59c6e9c-a295-499e-8497-8477cd01f032 req-549aca41-534c-44d1-8db1-3ed5847d7980 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1105659
Jun 04 13:33:33.282176 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2e9b-d708-4301-a716-b6def6ef160f req-5849d78a-7f8c-47c1-b4a8-b7e562734eed tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:33.283531 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e32e2e9b-d708-4301-a716-b6def6ef160f req-5849d78a-7f8c-47c1-b4a8-b7e562734eed tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1514456
Jun 04 13:33:33.348287 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a59c6e9c-a295-499e-8497-8477cd01f032 req-a1b70f7f-d522-402c-9c2b-5ef44763b9d1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632136
Jun 04 13:33:33.357589 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e32e2e9b-d708-4301-a716-b6def6ef160f req-e4265e9a-d851-47c9-91d7-7e18db1b18d4 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599313
Jun 04 13:33:33.524108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1183ce-086b-492b-bf05-b1f9fc1727c1 req-1048fb39-9ce4-4275-8ddb-4494395d60e6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:33.525443 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc1183ce-086b-492b-bf05-b1f9fc1727c1 req-1048fb39-9ce4-4275-8ddb-4494395d60e6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0795281
Jun 04 13:33:33.570121 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fc1183ce-086b-492b-bf05-b1f9fc1727c1 req-d9e3d18c-2efd-4d5f-b588-f7b507eb019c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390818
Jun 04 13:33:34.214640 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb2c33-038e-48f7-8a10-e2c1a397f709 req-52caef6e-ea5c-413e-bbb8-ec206a374b0b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:34.216108 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-21cb2c33-038e-48f7-8a10-e2c1a397f709 req-52caef6e-ea5c-413e-bbb8-ec206a374b0b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0783186
Jun 04 13:33:34.260814 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-21cb2c33-038e-48f7-8a10-e2c1a397f709 req-486a8981-7302-4222-9383-35de02764025 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380132
Jun 04 13:33:34.673380 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac28a-2828-4985-a0e3-96ea5b4b89b7 req-16fef94d-3665-4139-b503-45fbc26bf70a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:34.674886 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-924ac28a-2828-4985-a0e3-96ea5b4b89b7 req-16fef94d-3665-4139-b503-45fbc26bf70a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2152331
Jun 04 13:33:34.682690 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f88d6-7cc2-4057-b777-9c95fb3bca37 req-cf1ab275-0113-4839-96a9-8c2c483e8745 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:34.684031 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d67f88d6-7cc2-4057-b777-9c95fb3bca37 req-cf1ab275-0113-4839-96a9-8c2c483e8745 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1941178
Jun 04 13:33:34.750868 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-924ac28a-2828-4985-a0e3-96ea5b4b89b7 req-5ff9911c-c351-40ad-9b31-a6225a9e45d8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659130
Jun 04 13:33:34.760410 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d67f88d6-7cc2-4057-b777-9c95fb3bca37 req-011f238f-26f0-4545-823b-b6efa9621d3e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627232
Jun 04 13:33:34.930528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5492d-0bba-4f3a-9cec-0c4ad0c7d2c9 req-62cba483-2d05-4c92-8f0d-d4cc0e38cfcc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:34.931905 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-82f5492d-0bba-4f3a-9cec-0c4ad0c7d2c9 req-62cba483-2d05-4c92-8f0d-d4cc0e38cfcc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0785019
Jun 04 13:33:34.977119 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-82f5492d-0bba-4f3a-9cec-0c4ad0c7d2c9 req-d1d07c5b-f1b3-44b9-a954-6ed997fdd070 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395267
Jun 04 13:33:35.445810 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eead7-f961-479b-ba4e-eefdda7cb140 req-2ef24bad-b409-46b0-bc66-b4246c32ca7e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:35.447519 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-847eead7-f961-479b-ba4e-eefdda7cb140 req-2ef24bad-b409-46b0-bc66-b4246c32ca7e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0822165
Jun 04 13:33:35.490487 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-847eead7-f961-479b-ba4e-eefdda7cb140 req-3d3c11f8-eaab-49ca-8f76-562d323267c5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373700
Jun 04 13:33:36.008833 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130b808-7a0a-43a3-9dc3-45962a1ffede req-7d5c777f-41de-4db2-b6f4-76cc6582ab37 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:36.010170 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4130b808-7a0a-43a3-9dc3-45962a1ffede req-7d5c777f-41de-4db2-b6f4-76cc6582ab37 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1428449
Jun 04 13:33:36.017258 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cc5e8-c603-4079-97ac-4de56db5e6ed req-b6cc3de3-fa4d-41d7-a4a2-554d19239449 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:36.018610 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a70cc5e8-c603-4079-97ac-4de56db5e6ed req-b6cc3de3-fa4d-41d7-a4a2-554d19239449 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1187344
Jun 04 13:33:36.087377 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4130b808-7a0a-43a3-9dc3-45962a1ffede req-7b69cf25-b8e2-4c98-ac8f-09057e6da5c3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678091
Jun 04 13:33:36.091559 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a70cc5e8-c603-4079-97ac-4de56db5e6ed req-441d3d82-0c9f-4e4b-b4dc-fb8e96a4e2f5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592146
Jun 04 13:33:36.264071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe744e7-2e73-4d0b-afd9-a37b5df9d3ef req-7516a884-e23b-4a90-bf93-2871d64545b4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:36.265471 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ebe744e7-2e73-4d0b-afd9-a37b5df9d3ef req-7516a884-e23b-4a90-bf93-2871d64545b4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0818903
Jun 04 13:33:36.309807 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ebe744e7-2e73-4d0b-afd9-a37b5df9d3ef req-69e8dcbb-4a5a-4a3f-b092-95cef75fb736 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384994
Jun 04 13:33:36.434834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-48610c26-f989-4d8e-b101-dc3bc5f41429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:36.436215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-48610c26-f989-4d8e-b101-dc3bc5f41429 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.0607579
Jun 04 13:33:36.508151 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-9b9e29f5-4b53-4e28-a223-da4accf4d192 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637331
Jun 04 13:33:36.696427 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-916de265-2504-4976-9c64-2d364d41f881 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741242
Jun 04 13:33:36.722523 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351d8f0-b9cf-4fdc-ab87-07bcb1db896c req-5fe3ef7d-a5a5-4de7-8a46-33065461f69f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:36.723989 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b351d8f0-b9cf-4fdc-ab87-07bcb1db896c req-5fe3ef7d-a5a5-4de7-8a46-33065461f69f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1176579
Jun 04 13:33:36.857850 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b351d8f0-b9cf-4fdc-ab87-07bcb1db896c req-452e297a-9227-43cb-addb-26b99001298a tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159995
Jun 04 13:33:36.883658 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ffd0251-993f-43ea-a629-858fa5e56492 req-4a5eb165-0428-4f6e-938c-dc79b4a80028 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697972
Jun 04 13:33:37.166067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:33:37.341291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865468-5d38-4bf9-b78d-1b7e8a9a45f0 req-76ad7e38-c26a-4f52-84f7-c3fa341738fc tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:37.342726 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65865468-5d38-4bf9-b78d-1b7e8a9a45f0 req-76ad7e38-c26a-4f52-84f7-c3fa341738fc tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1135838
Jun 04 13:33:37.350972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa47f-37c6-4bd9-84e6-a8e5d46b080a req-92c7f3ba-0027-4c3a-a58d-a2455c037364 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:37.352409 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5dcaa47f-37c6-4bd9-84e6-a8e5d46b080a req-92c7f3ba-0027-4c3a-a58d-a2455c037364 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1542051
Jun 04 13:33:37.353947 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:37.367861 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:33:37.422139 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65865468-5d38-4bf9-b78d-1b7e8a9a45f0 req-adf88350-ec27-40c9-b66d-65d89d154a38 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686917
Jun 04 13:33:37.425307 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5dcaa47f-37c6-4bd9-84e6-a8e5d46b080a req-51db70af-d272-4792-b135-1cb571bf79ba tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590851
Jun 04 13:33:37.426040 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:37.448728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:37.465774 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:37.470172 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:37.473954 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:37.557044 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=6']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:37.560384 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:37.644007 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['34a3a1be-f550-46df-a0ba-8e20021f4388'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:37.751496 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06ec56-c372-4437-b6d2-54ebf84d6487 req-7e7f3900-2130-42ac-a476-33fdab78e81e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:37.753506 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4e06ec56-c372-4437-b6d2-54ebf84d6487 req-7e7f3900-2130-42ac-a476-33fdab78e81e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0822573
Jun 04 13:33:37.800680 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4e06ec56-c372-4437-b6d2-54ebf84d6487 req-0a81e02a-ead3-49cd-9b74-e7ca5ce64997 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409176
Jun 04 13:33:38.044205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3278b0-2761-4f00-9c1b-8d163ad17151 req-f1693cdb-0966-4cf8-82e4-902776e9b864 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:38.045640 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de3278b0-2761-4f00-9c1b-8d163ad17151 req-f1693cdb-0966-4cf8-82e4-902776e9b864 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0780129
Jun 04 13:33:38.098098 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de3278b0-2761-4f00-9c1b-8d163ad17151 req-3a8d8d94-afa1-4e81-b59c-118a137f385b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455000
Jun 04 13:33:38.665545 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8354f5-c41a-4224-9221-18721398e31e req-c755a511-f989-4c92-8fe0-9be3dbfabcc3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:38.666983 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4f8354f5-c41a-4224-9221-18721398e31e req-c755a511-f989-4c92-8fe0-9be3dbfabcc3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.1244454
Jun 04 13:33:38.793784 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4f8354f5-c41a-4224-9221-18721398e31e req-c66feba5-41ae-454d-9cd9-4b0e16ccfc2b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195242
Jun 04 13:33:38.803460 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5ed9-d210-41eb-8af4-1e97e7e3d1d2 req-a274b426-8f9c-4a54-8867-88b2b13a5473 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:38.804862 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-827d5ed9-d210-41eb-8af4-1e97e7e3d1d2 req-a274b426-8f9c-4a54-8867-88b2b13a5473 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.2032292
Jun 04 13:33:38.849352 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-827d5ed9-d210-41eb-8af4-1e97e7e3d1d2 req-9afb5e59-bcb2-42e8-87a8-413b57843ad2 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388870
Jun 04 13:33:38.981579 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1550f3-ac42-45be-bc53-1ab28d812e7e req-1b7e5648-622e-4e9f-97c0-6f4e9e6f485e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:38.982993 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4b1550f3-ac42-45be-bc53-1ab28d812e7e req-1b7e5648-622e-4e9f-97c0-6f4e9e6f485e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0780861
Jun 04 13:33:39.029216 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4b1550f3-ac42-45be-bc53-1ab28d812e7e req-1e6a2663-7925-4ecd-a3fb-21e7be026a32 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403066
Jun 04 13:33:39.189805 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:33:39.260645 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 34a3a1be-f550-46df-a0ba-8e20021f4388 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:39.261152 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.289269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6651ed-1c4d-4290-a309-ca298868daee req-d0ae0e6a-3883-4e54-aea9-8a819c4d99f3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:39.290879 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5e6651ed-1c4d-4290-a309-ca298868daee req-d0ae0e6a-3883-4e54-aea9-8a819c4d99f3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0892203
Jun 04 13:33:39.337538 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5e6651ed-1c4d-4290-a309-ca298868daee req-81278e90-8f07-4dc4-af2a-3f644e47dbc3 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405831
Jun 04 13:33:39.383976 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.415548 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:39.418093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60afd3eb-57cd-4172-b31e-19979a824fb6" -d '{"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:39.426001 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:39.437535 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.439392 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-686726ae-78d0-492d-8b7d-876a5196b085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:39.475008 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e8899f-f5db-4fb5-a168-7a91b847b17e x-openstack-request-id: req-94e8899f-f5db-4fb5-a168-7a91b847b17e {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:39.475338 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:39.475601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94e8899f-f5db-4fb5-a168-7a91b847b17e {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:39.475994 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'code': 200}
Jun 04 13:33:39.511427 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=7']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:39.514509 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:39.593947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47130) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:39.710535 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.725144 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:39.732475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Usage tracker for resource:security_group_rule and tenant:a6fd2769fe2249a18fddb5eb1c626345 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:39.735371 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:39.741865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:39.821453 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78f3f7-9775-4d54-85d3-696ec6f16c33 req-86af8023-8a08-4bde-b31b-e4671e1cc892 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:39.823283 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4b78f3f7-9775-4d54-85d3-696ec6f16c33 req-86af8023-8a08-4bde-b31b-e4671e1cc892 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.0949361
Jun 04 13:33:39.834817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.839363 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.847068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:39.878067 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4b78f3f7-9775-4d54-85d3-696ec6f16c33 req-b9bc7d17-9e9f-40b4-b652-a2eab7389073 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482738
Jun 04 13:33:39.887210 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6fd2769fe2249a18fddb5eb1c626345&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2920012
Jun 04 13:33:39.887795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62e4f3-e8c0-4538-94db-c427cb9210c7,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:39.890295 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47142) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:39.904985 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:39.906841 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47144) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:39.964896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:39.993829 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.001194 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5ec53-e8a3-4c1e-8d39-0c2c6389e6f7 req-e8be986d-dad4-45ce-89e9-1d5edb8de185 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.002840 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fff5ec53-e8a3-4c1e-8d39-0c2c6389e6f7 req-e8be986d-dad4-45ce-89e9-1d5edb8de185 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.0834661
Jun 04 13:33:40.096968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fff5ec53-e8a3-4c1e-8d39-0c2c6389e6f7 req-1eeddea2-c629-4c03-a17b-f597813090a3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598540
Jun 04 13:33:40.098131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.104399 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-077c40c9-98fc-4779-862a-8558060ba7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:40.118052 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62e4f3-e8c0-4538-94db-c427cb9210c7,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:40.123195 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:40.126039 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19c68-1af6-4b57-859d-25f6e3c1e9c5 req-644ad0a5-2782-4f7e-bcf2-d62ad38c1b4a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.126192 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb591a-0b0f-4c7c-bbe4-4e3fbb7d67f5 tempest-TestMinimumBasicScenario-614512822 tempest-TestMinimumBasicScenario-614512822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.126750 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-11cb591a-0b0f-4c7c-bbe4-4e3fbb7d67f5 tempest-TestMinimumBasicScenario-614512822 tempest-TestMinimumBasicScenario-614512822-project-admin] Synchronizing usage tracker for tenant:185026959bdd497182901bfe6bdb530c on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:40.128992 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d9e19c68-1af6-4b57-859d-25f6e3c1e9c5 req-644ad0a5-2782-4f7e-bcf2-d62ad38c1b4a tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.1243427
Jun 04 13:33:40.131404 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.132472 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d62e4f3-e8c0-4538-94db-c427cb9210c7 HTTP/1.1" status: 204  len: 168 time: 0.2415731
Jun 04 13:33:40.147309 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-11cb591a-0b0f-4c7c-bbe4-4e3fbb7d67f5 tempest-TestMinimumBasicScenario-614512822 tempest-TestMinimumBasicScenario-614512822-project-admin] Unset dirty status for tenant:185026959bdd497182901bfe6bdb530c on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:40.151778 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-11cb591a-0b0f-4c7c-bbe4-4e3fbb7d67f5 tempest-TestMinimumBasicScenario-614512822 tempest-TestMinimumBasicScenario-614512822-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1094 time: 0.2401021
Jun 04 13:33:40.151941 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47152) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:40.157138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'port_id': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:40.164255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:40.168890 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:floatingip and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:40.172459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:40.180952 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:40.193317 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.223934 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d9e19c68-1af6-4b57-859d-25f6e3c1e9c5 req-43a9b5be-78d0-4ebb-a29c-9b635d5d4c72 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584364
Jun 04 13:33:40.322447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cf275-4d08-4ff3-9dda-3384d1efe7f1 req-33b3ba82-6172-43b4-b0ac-9b33a50bb67f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.323290 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-894cf275-4d08-4ff3-9dda-3384d1efe7f1 req-33b3ba82-6172-43b4-b0ac-9b33a50bb67f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0943227
Jun 04 13:33:40.356643 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.384372 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-894cf275-4d08-4ff3-9dda-3384d1efe7f1 req-a7339f64-4b56-494a-9a05-674259724f61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539258
Jun 04 13:33:40.508006 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Allocated IP 172.27.1.29 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/40f017e0-f625-472a-9f21-517c8a213719) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:33:40.533858 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc408c-ae69-4db4-8cae-f577b5d007a0 req-fde5601f-6a62-4e2a-b313-419ac7f06649 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.535359 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-44cc408c-ae69-4db4-8cae-f577b5d007a0 req-fde5601f-6a62-4e2a-b313-419ac7f06649 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0797074
Jun 04 13:33:40.579383 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-44cc408c-ae69-4db4-8cae-f577b5d007a0 req-444c4599-d904-44bd-a5cd-a3f328da4192 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382760
Jun 04 13:33:40.658147 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.687297 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.691193 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-8fbfa1b0-0058-4c8f-bdeb-a27a17908f40 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:40.692320 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:40.692621 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-8fbfa1b0-0058-4c8f-bdeb-a27a17908f40 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 945 time: 0.0832171
Jun 04 13:33:40.744973 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:33:40.747711 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:40.751265 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:33:40.805608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'Port': ['ID=40f017e0-f625-472a-9f21-517c8a213719,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:40.809712 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:40.832267 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Deleting port e481b2ad-3701-4055-9b75-f10fecd1210e {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:33:40.833202 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:40.967552 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] For port e481b2ad-3701-4055-9b75-f10fecd1210e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e481b2ad-3701-4055-9b75-f10fecd1210e,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:40.968082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.094443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Calling delete_port for e481b2ad-3701-4055-9b75-f10fecd1210e owned by compute:nova {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:33:41.183410 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.259268 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.317647 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.326388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:41.408113 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Pushing event deleted for resources: {'Port': ['ID=e481b2ad-3701-4055-9b75-f10fecd1210e,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:41.417932 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:41.475896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.480576 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.484877 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82aea690-c551-4bb9-be18-cb69e0878116 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:41.531511 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c304e2-da2f-440f-8fd2-940d2e39ecdd req-4fdc12a9-e2a4-4427-985b-e97242b0ab74 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:41.532967 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-48c304e2-da2f-440f-8fd2-940d2e39ecdd req-4fdc12a9-e2a4-4427-985b-e97242b0ab74 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2962942
Jun 04 13:33:41.540072 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8d5c30c9-def9-4f9c-9d2b-0a2bf453a7c9 req-37e70c35-4bd5-493d-9480-b8ee73b585ab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb48293c-1ace-45d3-9b5b-d0dd997a4d21 HTTP/1.1" status: 200  len: 210 time: 0.1794560
Jun 04 13:33:41.590703 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] No DVR routers for this DVR port e481b2ad-3701-4055-9b75-f10fecd1210e on host hv-cinder-78477 {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:33:41.597966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.600553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'name': 'network-vif-deleted', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:41.603096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69b51f-5582-4723-9785-5501c4f7a9d9" -d '{"events": [{"server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "name": "network-vif-deleted", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:41.629527 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-af60a0f9-168a-498d-9fa4-853b17b3d79e req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "DELETE /v2.0/ports/e481b2ad-3701-4055-9b75-f10fecd1210e HTTP/1.1" status: 204  len: 173 time: 0.9294026
Jun 04 13:33:41.634289 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-48c304e2-da2f-440f-8fd2-940d2e39ecdd req-179967e4-2270-44b8-a412-bab9ce2b6324 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931928
Jun 04 13:33:41.687983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'Port': ['ID=40f017e0-f625-472a-9f21-517c8a213719,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:41.697729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:41.712084 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:41.754538 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6360549-8149-4cd1-9436-98768b748f65 req-52aa345a-06be-4008-85d6-76549ac5d466 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:41.761990 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d6360549-8149-4cd1-9436-98768b748f65 req-52aa345a-06be-4008-85d6-76549ac5d466 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0985639
Jun 04 13:33:41.852658 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d6360549-8149-4cd1-9436-98768b748f65 req-9e32ceeb-6347-4769-b2d0-a1c56ce60029 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897293
Jun 04 13:33:41.894768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bff240-e61f-4e84-a1df-ce089fa0b668 req-13565dfc-0ec9-4472-abf5-07554a62ad07 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:41.897200 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-13bff240-e61f-4e84-a1df-ce089fa0b668 req-13565dfc-0ec9-4472-abf5-07554a62ad07 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1185920
Jun 04 13:33:41.903013 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Floating IP 5e71c965-e957-48a1-8247-919e68fb1815 associated. External IP: 172.27.1.29, port: 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff.
Jun 04 13:33:41.940275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f5140-fd7f-490c-a166-4b72ac1fc4b8 x-openstack-request-id: req-5d9f5140-fd7f-490c-a166-4b72ac1fc4b8 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:41.940683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb48293c-1ace-45d3-9b5b-d0dd997a4d21", "name": "network-vif-deleted", "tag": "e481b2ad-3701-4055-9b75-f10fecd1210e", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:41.940966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d9f5140-fd7f-490c-a166-4b72ac1fc4b8 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:41.941383 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48293c-1ace-45d3-9b5b-d0dd997a4d21', 'name': 'network-vif-deleted', 'tag': 'e481b2ad-3701-4055-9b75-f10fecd1210e', 'status': 'completed', 'code': 200}
Jun 04 13:33:41.949405 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-13bff240-e61f-4e84-a1df-ce089fa0b668 req-47e49ecc-2ef1-4d2f-8f75-2d1c4c0d00ba tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463338
Jun 04 13:33:42.326725 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Router f9724d5f-0922-4cf8-aef0-104a1f5614a8 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:33:42.528973 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:33:42.540196 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Sync routers for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:33:42.552146 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:33:42.553435 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419430>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:33:42.561285 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:42.626241 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4731579
Jun 04 13:33:42.626877 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:42.629173 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47198) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:42.629464 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe15847-1163-49bb-8814-b345486e5ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:42.633973 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869021375', 'description': 'tempest-secgroup-smoke-869021375 description', 'project_id': '1ed68514462f48eab5425a7c0a1ea193'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:42.652940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:42.700534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:42.708463 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bbb097-bf38-4878-94ac-ff49b61aa653 x-openstack-request-id: req-d7bbb097-bf38-4878-94ac-ff49b61aa653 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:42.709435 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:42.709874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7bbb097-bf38-4878-94ac-ff49b61aa653 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:42.710450 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:33:42.772861 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:33:42.867779 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:42.908032 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:42.949009 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:42.959060 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:42.989109 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:43.012635 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15847-1163-49bb-8814-b345486e5ffe req-994af3b1-de7d-47b5-9da1-996db0648b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:43.014469 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-994af3b1-de7d-47b5-9da1-996db0648b30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1099 time: 0.2854102
Jun 04 13:33:43.161705 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706092fe-7635-4e85-8fd5-698953c44701 req-7f477953-63d9-4317-b98a-ccd1f6fe37a1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:43.169566 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-706092fe-7635-4e85-8fd5-698953c44701 req-7f477953-63d9-4317-b98a-ccd1f6fe37a1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.3432918
Jun 04 13:33:43.208678 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device e481b2ad-3701-4055-9b75-f10fecd1210e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:33:43.213237 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419430>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '5e71c965-e957-48a1-8247-919e68fb1815', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'port_id': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'mac_address': 'fa:16:3e:03:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f3897-3b2f-42da-afb7-64dac33b981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:33:41Z', 'updated_at': '2021-06-04T13:33:41Z', 'revision_number': 0, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:33:43.218437 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Checking router: f9724d5f-0922-4cf8-aef0-104a1f5614a8 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:33:43.230067 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:33:43.231828 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419430>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:33:43.290840 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: e481b2ad-3701-4055-9b75-f10fecd1210e {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:33:43.291570 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device e481b2ad-3701-4055-9b75-f10fecd1210e not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:33:43.322126 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-706092fe-7635-4e85-8fd5-698953c44701 req-101a2e4c-7b25-4336-a663-0800329ee583 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1512465
Jun 04 13:33:43.360862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-300f0f00-36b5-4d30-8e53-1926e4624b6f tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:43.368312 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-300f0f00-36b5-4d30-8e53-1926e4624b6f tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 809 time: 0.4629450
Jun 04 13:33:43.424862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.442894 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.483431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-60737d37-3eb9-4231-8496-a0ef9aad792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:43.508005 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-786685fb-da7e-443c-b248-29f15633ad30 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/quotas/219f342d972942a8a411025c8fcfea6f HTTP/1.1" status: 200  len: 375 time: 0.1384683
Jun 04 13:33:43.510452 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.516195 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47224) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:43.522333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:43.527035 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8965552
Jun 04 13:33:43.532060 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:43.543737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:43.551884 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:43.563391 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:43.599064 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.599951 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:33:43.709890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-177630b5-27ca-4d1a-86b7-6ce842c750b5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Synchronizing usage tracker for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:43.738398 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.744118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15847-1163-49bb-8814-b345486e5ffe req-ff755b98-d08c-4d5e-9650-c986c64f5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:43.747680 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.755040 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-ff755b98-d08c-4d5e-9650-c986c64f5554 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.6630242
Jun 04 13:33:43.765902 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-177630b5-27ca-4d1a-86b7-6ce842c750b5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Unset dirty status for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:43.771137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d35e5e1a-867b-4d1c-ba72-887ee68a0190 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:43.776103 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-177630b5-27ca-4d1a-86b7-6ce842c750b5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2671340
Jun 04 13:33:43.786869 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42b1e8b-fb89-4f77-b6fa-5bfec1f2d931,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:43.791298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:43.794596 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.795890 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f2ae53c5-794c-4eb4-8936-11019063722c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2787063
Jun 04 13:33:43.799841 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47228) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:43.808110 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:43.824915 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:43.837597 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:43.840803 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:43.849503 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:43.871312 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e0bd8-754f-4921-9052-eb17562507d4,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:43.880992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:43.884167 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:44.000372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.011271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.013754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:44.055675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.057242 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2563555
Jun 04 13:33:44.058746 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a372cf-cd37-43ed-bf59-99f01519e5ce,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:44.060684 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47230) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:44.067066 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:44.073226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:44.074367 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:44.081081 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:44.084996 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:44.091512 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:44.103738 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419430>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '5e71c965-e957-48a1-8247-919e68fb1815', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'port_id': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'mac_address': 'fa:16:3e:03:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f3897-3b2f-42da-afb7-64dac33b981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:33:41Z', 'updated_at': '2021-06-04T13:33:41Z', 'revision_number': 0, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:33:44.109476 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0316c-199c-4274-b1bd-2c67badf1693 None None] The sync data for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi is: [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '5e71c965-e957-48a1-8247-919e68fb1815', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'port_id': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'mac_address': 'fa:16:3e:03:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f3897-3b2f-42da-afb7-64dac33b981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:33:41Z', 'updated_at': '2021-06-04T13:33:41Z', 'revision_number': 0, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:33:44.121682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.130534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3893c3-bd06-4873-85d6-ebce879575d4 req-ea33d3ff-5e5e-44b3-b7d7-70ef0115a874 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:44.144244 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ad3893c3-bd06-4873-85d6-ebce879575d4 req-ea33d3ff-5e5e-44b3-b7d7-70ef0115a874 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.6652679
Jun 04 13:33:44.218801 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.224786 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.227540 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:44.238296 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-da2131da-ea05-488c-b8a9-6a8fa3ee0732 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 999 time: 0.4821084
Jun 04 13:33:44.250248 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaa7c0e-9653-4bfa-835d-de3da0836389,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:44.256123 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:44.277802 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.282297 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2174280
Jun 04 13:33:44.282577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47232) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:44.288565 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:44.295550 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:44.300368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:44.308577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:44.319677 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:44.344306 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.399014 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ad3893c3-bd06-4873-85d6-ebce879575d4 req-aad41ac7-aa03-4dfb-925c-4025786a178f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2529993
Jun 04 13:33:44.497774 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-d2005c90-6e2f-497a-935f-5c1d4f90567c service neutron] 10.222.0.20 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7205338
Jun 04 13:33:44.593133 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549b400-b741-46da-aaa2-097a2992fe31 None None] New status for floating IP 5e71c965-e957-48a1-8247-919e68fb1815: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:33:44.620640 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.630726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.646609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-31c4f172-0586-4bc4-a45f-a9628b9f01bf tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:44.688050 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-b6810faf-2c85-42e1-8ee5-43a252f4f786 service neutron] 10.222.0.20 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557202
Jun 04 13:33:44.743205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b7a25b-bdbc-415a-8bb3-c7e78187a6ef,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:44.755471 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15847-1163-49bb-8814-b345486e5ffe req-51429404-6ed7-4dc7-be9d-62e2ccfbb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:44.757101 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-51429404-6ed7-4dc7-be9d-62e2ccfbb89e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.5022161
Jun 04 13:33:44.762361 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:44.764938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.770551 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4862022
Jun 04 13:33:44.772043 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47240) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:44.780360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:44.789463 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:44.796817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:44.803295 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:44.816156 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:44.829722 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Project 1ed68514462f48eab5425a7c0a1ea193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:33:44.840241 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.924402 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc01f0-ad68-4e3e-9df8-b86afa27afc6 req-4b36d1bd-19f7-4b64-af3d-e192a9fae8f7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:44.934212 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-16bc01f0-ad68-4e3e-9df8-b86afa27afc6 req-4b36d1bd-19f7-4b64-af3d-e192a9fae8f7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2445519
Jun 04 13:33:44.975478 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15847-1163-49bb-8814-b345486e5ffe req-d747b6eb-b639-49c2-8e29-723fc72a19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:44.977742 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-d747b6eb-b639-49c2-8e29-723fc72a19f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2112229
Jun 04 13:33:44.985483 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:44.991727 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.007278 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:45.039341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7bb87a-8e87-4fdc-9c16-ec8ef8b3310b,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:45.047360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:45.057851 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.063781 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2898691
Jun 04 13:33:45.065235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47246) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:45.072269 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'security_group_rule': {'security_group_id': '9b0e0bd8-754f-4921-9052-eb17562507d4', 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:45.085544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:45.091518 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Usage tracker for resource:security_group_rule and tenant:1ed68514462f48eab5425a7c0a1ea193 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:45.098685 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:45.118569 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:45.139660 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Project 1ed68514462f48eab5425a7c0a1ea193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:33:45.152856 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.299534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.327536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.330163 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:45.355258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af00701-7997-47ef-83fd-87c422038d9e,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:45.359611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:45.371833 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:45.373233 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ba68fb92-3eaa-4c35-8fc5-d7bdc27eb657 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3053961
Jun 04 13:33:45.387794 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-16bc01f0-ad68-4e3e-9df8-b86afa27afc6 req-2241fd56-b1c2-408d-b689-60aab6ff0d44 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4523478
Jun 04 13:33:45.538789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e74f1c70-a151-49d7-aca3-e33ddc89d0a7 req-1a395ee0-5c0a-4a7d-b887-7f05113c984e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0695710
Jun 04 13:33:45.609700 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-919deccd-dcd8-4f8b-8eeb-8cad81da60bf service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6207235
Jun 04 13:33:45.703348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6fc2e-a0d1-4e0e-bd2d-8dab021ebf5c req-d1d67296-22c7-47d2-9dfd-8d15a49ebb6c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:45.708729 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bfa6fc2e-a0d1-4e0e-bd2d-8dab021ebf5c req-d1d67296-22c7-47d2-9dfd-8d15a49ebb6c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.4073997
Jun 04 13:33:45.834847 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-7f622a6b-945d-4520-882a-6811d787f8b9 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Synchronizing usage tracker for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:45.848260 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bfa6fc2e-a0d1-4e0e-bd2d-8dab021ebf5c req-df2b68e0-6116-4720-b6ac-ecb4736da235 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867333
Jun 04 13:33:45.921203 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbe15847-1163-49bb-8814-b345486e5ffe req-f36b53e8-bcef-447c-9071-8b48382f71df service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020725
Jun 04 13:33:45.936187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-7f622a6b-945d-4520-882a-6811d787f8b9 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Unset dirty status for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:45.938005 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-7f622a6b-945d-4520-882a-6811d787f8b9 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869021375&fields=id&tenant_id=1ed68514462f48eab5425a7c0a1ea193 HTTP/1.1" status: 200  len: 267 time: 0.2806604
Jun 04 13:33:46.185189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-b2f71828-1787-4424-b9da-be7a86c38c3c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:46.199563 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-b2f71828-1787-4424-b9da-be7a86c38c3c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.2507482
Jun 04 13:33:46.212683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'port': {'security_groups': ['394d7f69-ed33-4cf9-9ea0-cca6be29d778', '9b0e0bd8-754f-4921-9052-eb17562507d4']}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:46.482475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42154daf-8dbc-42a4-b244-51a590703a2c req-5d04b481-c0f7-4c5e-84ef-26aa85050692 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:46.483976 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42154daf-8dbc-42a4-b244-51a590703a2c req-5d04b481-c0f7-4c5e-84ef-26aa85050692 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2176478
Jun 04 13:33:46.484843 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:46.588255 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42154daf-8dbc-42a4-b244-51a590703a2c req-e9aee5b2-b9e7-4c27-a120-e40f18578d01 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910311
Jun 04 13:33:47.022487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:47.046567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-9bf0e1c4-87bf-4776-9a01-f6b54660e7f3 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.048022 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-9bf0e1c4-87bf-4776-9a01-f6b54660e7f3 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 809 time: 0.2582862
Jun 04 13:33:47.075572 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:47.087774 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4d486-7a05-4540-aa80-2de4da03d70f req-12910079-5985-42ff-bfa4-a720a54e2e83 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.089229 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efe4d486-7a05-4540-aa80-2de4da03d70f req-12910079-5985-42ff-bfa4-a720a54e2e83 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.3005576
Jun 04 13:33:47.090377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:47.097257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fdc79eec-1bdf-4c79-9b58-2b60a09ffbab tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:47.195998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.196595 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:47.209655 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4390b98-c78d-4fc1-b391-fccd7d373c47 req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "PUT /v2.0/ports/4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 982 time: 1.0065818
Jun 04 13:33:47.210233 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:47.212593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053" -d '{"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:47.264689 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efe4d486-7a05-4540-aa80-2de4da03d70f req-98465a69-3c36-4ab0-b684-4bfce517caa2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341081
Jun 04 13:33:47.265487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=6']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:47.270853 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:47.383822 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-579ac670-f46b-4d1f-9819-0f4e5a7d9f9b req-32765180-a921-4376-9415-332c0ba37e6b tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0570467
Jun 04 13:33:47.471475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-153d683e-67ae-4b61-908e-76995c7b0a0b None None] Provisioning complete for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:47.473196 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-153d683e-67ae-4b61-908e-76995c7b0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:47.574534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883575f-fddf-4105-a187-12d99d63c59d req-a721e498-b414-42bb-92db-48e9e928566d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.576014 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8883575f-fddf-4105-a187-12d99d63c59d req-a721e498-b414-42bb-92db-48e9e928566d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1689115
Jun 04 13:33:47.620965 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068b027-03ce-4a59-a3d7-a9df2beea28b req-9a2c95b3-7b36-4f9c-bbc4-0ce57698fc58 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.623012 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e068b027-03ce-4a59-a3d7-a9df2beea28b req-9a2c95b3-7b36-4f9c-bbc4-0ce57698fc58 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1348493
Jun 04 13:33:47.663769 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8883575f-fddf-4105-a187-12d99d63c59d req-542e770a-6676-4863-bc09-1d2223ffc798 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814872
Jun 04 13:33:47.776581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355d82d-72a4-441f-ae2c-6cb1b43da339 x-openstack-request-id: req-f355d82d-72a4-441f-ae2c-6cb1b43da339 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:47.776974 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:47.777315 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f355d82d-72a4-441f-ae2c-6cb1b43da339 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:47.777786 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:33:47.795377 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e068b027-03ce-4a59-a3d7-a9df2beea28b req-ae576cae-d717-4eda-9069-147707287ee2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1640513
Jun 04 13:33:47.835990 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:47.945539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ddf26-ad4e-4922-88f9-e849a650a3c1 req-89884c8a-ea92-4b1e-8760-bd4a01d73855 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:47.947388 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0d2ddf26-ad4e-4922-88f9-e849a650a3c1 req-89884c8a-ea92-4b1e-8760-bd4a01d73855 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0966773
Jun 04 13:33:48.015118 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0d2ddf26-ad4e-4922-88f9-e849a650a3c1 req-ffebad88-1721-42a2-8492-d043f49cc1ba tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568135
Jun 04 13:33:48.533111 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8d5f1a69-0e7e-4173-8ebb-7aa52d4a11f3 req-b31e2f7d-2a4a-4973-9681-b51a5b4375d6 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0478575
Jun 04 13:33:48.569635 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6a85-8b4e-4b30-aaad-43c2aea80f9f req-7faeadf7-2503-44b3-a41e-5a847ceed958 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:48.571494 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78ee6a85-8b4e-4b30-aaad-43c2aea80f9f req-7faeadf7-2503-44b3-a41e-5a847ceed958 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1530738
Jun 04 13:33:48.625777 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78ee6a85-8b4e-4b30-aaad-43c2aea80f9f req-74899207-b83b-4d8b-87c1-bf5d997237f6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475926
Jun 04 13:33:48.882368 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c797-ca69-493c-a64e-60e90f41491d req-2d9d98cf-ea74-463a-82e6-e7cef9aa72aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:48.884811 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dcb9c797-ca69-493c-a64e-60e90f41491d req-2d9d98cf-ea74-463a-82e6-e7cef9aa72aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.0914793
Jun 04 13:33:48.932960 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dcb9c797-ca69-493c-a64e-60e90f41491d req-fd78c1f0-2fe2-4262-ac22-1b7302bdd573 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407498
Jun 04 13:33:49.201790 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70622dc-464f-421d-9844-5e467e3b0c08 req-f7b5a616-5f23-4dac-bc3f-5f99e97d8490 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:49.203250 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a70622dc-464f-421d-9844-5e467e3b0c08 req-f7b5a616-5f23-4dac-bc3f-5f99e97d8490 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0859280
Jun 04 13:33:49.258937 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a70622dc-464f-421d-9844-5e467e3b0c08 req-798ba1c3-0028-4700-8a56-f981232cce8a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434830
Jun 04 13:33:49.714481 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-448e67ef-29ef-4c67-b0fd-27c61efab966 req-9ad5178d-07f6-48c9-aac8-6ae8788b378e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0652771
Jun 04 13:33:49.812664 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Request body: {'port': {'device_id': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5', 'admin_state_up': True, 'tenant_id': '219f342d972942a8a411025c8fcfea6f'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:49.876342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:49.911128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-b07801f8-3ba7-4739-a800-83fb85a0bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:49.914140 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-b07801f8-3ba7-4739-a800-83fb85a0bbf1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1138 time: 0.1191261
Jun 04 13:33:50.082558 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:50.111921 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6d73-bce9-4686-8ff7-db25598282f4 req-9f2ef85c-1b50-4414-87cd-19e86551adfe tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.113693 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f71b6d73-bce9-4686-8ff7-db25598282f4 req-9f2ef85c-1b50-4414-87cd-19e86551adfe tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2660289
Jun 04 13:33:50.197364 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:50.233115 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-a3cbd013-5280-4184-836e-f0130fee67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.234110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Made reservation on behalf of 219f342d972942a8a411025c8fcfea6f for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:50.234614 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-a3cbd013-5280-4184-836e-f0130fee67a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.3126822
Jun 04 13:33:50.250308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:50.379981 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-e071cf7f-8a5e-4334-988f-1c7993ef5a14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 1001 time: 0.1357534
Jun 04 13:33:50.405599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f71b6d73-bce9-4686-8ff7-db25598282f4 req-a3fbb79a-32ed-4898-9c68-32b4afd65c77 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276235
Jun 04 13:33:50.508994 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae01ac7-2954-4ba2-ab39-9536475ec536 req-732e5a8d-6753-4122-afd3-091d4a328a7b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.516086 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-4676ed86-fed1-4f04-b360-2122e4ba8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.517629 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-4676ed86-fed1-4f04-b360-2122e4ba8664 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.1151774
Jun 04 13:33:50.523416 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2ae01ac7-2954-4ba2-ab39-9536475ec536 req-732e5a8d-6753-4122-afd3-091d4a328a7b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.4087043
Jun 04 13:33:50.628098 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-8d9228a7-898c-4218-a0e3-c8c673c349c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.629640 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-8d9228a7-898c-4218-a0e3-c8c673c349c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1014791
Jun 04 13:33:50.705554 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2ae01ac7-2954-4ba2-ab39-9536475ec536 req-b990b887-3b7f-4ed4-989d-55c74c0836dc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747556
Jun 04 13:33:50.814468 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-4166dc17-b48e-40ce-a3aa-5b32b0bb0a70 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752863
Jun 04 13:33:50.820775 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Allocated IP 172.20.0.2 (89b8ff20-8595-47aa-9d65-4a1e71aa1ca5/aca6d4b5-001f-4164-8c4f-af7759ec367c/c553fe52-d438-4b82-b6f8-6d3e7e10b9ca) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:33:50.878399 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccf365-b954-4679-8f24-ae7bc6889720 req-a4301de5-7cd7-4b4e-bc9d-08cd6fa9604c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:50.882859 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3bccf365-b954-4679-8f24-ae7bc6889720 req-a4301de5-7cd7-4b4e-bc9d-08cd6fa9604c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2806172
Jun 04 13:33:50.969730 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cffd6fae-2e9c-4a82-a924-761614aec936 req-21a6540f-48b7-4ebb-b315-ea5bd18bd926 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0816135
Jun 04 13:33:51.024327 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3bccf365-b954-4679-8f24-ae7bc6889720 req-812de38b-2c3a-4e1f-a35a-52bbc548e2ff tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1004224
Jun 04 13:33:51.059916 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de643e2d-435c-4d3a-a8e3-c8f0b73b7053 req-1ee8fc40-6a33-40fc-bcf4-ecdfc07b9e56 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367513
Jun 04 13:33:51.220216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:51.261583 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:51.269176 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:51.332614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:33:51.336433 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:51.349091 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:33:51.354473 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:51.355082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:51.363561 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Pushing event updated for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:51.374546 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:51.391844 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-087ae4b4-e974-4fe7-9982-43b457d5d6a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6137292
Jun 04 13:33:51.405590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Request body: {'port': {'device_id': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:51.534229 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:51.811940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0f607-29c4-413d-8a01-ff1f2c56b21e req-28b255fc-bd85-4c56-9cf9-7dd671201507 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:51.813245 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8d0f607-29c4-413d-8a01-ff1f2c56b21e req-28b255fc-bd85-4c56-9cf9-7dd671201507 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2678304
Jun 04 13:33:51.992250 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8d0f607-29c4-413d-8a01-ff1f2c56b21e req-c608f3eb-6254-433f-b501-0615386c0957 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713989
Jun 04 13:33:52.054833 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22922c35-c33e-43de-8682-0172fcf895f4 req-8f22ffd4-92d1-4788-8661-fff8901b610b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:52.056313 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-22922c35-c33e-43de-8682-0172fcf895f4 req-8f22ffd4-92d1-4788-8661-fff8901b610b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.2187786
Jun 04 13:33:52.245517 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c553fe52-d438-4b82-b6f8-6d3e7e10b9ca {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:52.258854 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:52.285955 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-22922c35-c33e-43de-8682-0172fcf895f4 req-8746a184-dd30-4ed0-bd97-3405bc46cd3d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612058
Jun 04 13:33:52.289305 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Transition to ACTIVE for port object c553fe52-d438-4b82-b6f8-6d3e7e10b9ca will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:33:52.293890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:52.302555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-81fd67fe-12ae-4e99-aaed-e21771f639d5 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:52.536738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:52.539768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:52.563865 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b3c0-68f8-4f6d-99d0-c308c8163826 req-826dd6e9-a8aa-4738-afb8-6663032a21fa tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:52.565577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-0751b3c0-68f8-4f6d-99d0-c308c8163826 req-826dd6e9-a8aa-4738-afb8-6663032a21fa tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Synchronizing usage tracker for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:33:52.631885 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Attempting to bind port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:33:52.632221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Attempting to bind port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:33:52.632546 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Attempting to bind port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:52.642235 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:33:52.642643 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Attempting to bind port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca on network 89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:33:52.650179 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-0751b3c0-68f8-4f6d-99d0-c308c8163826 req-826dd6e9-a8aa-4738-afb8-6663032a21fa tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Unset dirty status for tenant:219f342d972942a8a411025c8fcfea6f on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:33:52.651354 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0751b3c0-68f8-4f6d-99d0-c308c8163826 req-826dd6e9-a8aa-4738-afb8-6663032a21fa tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 931 time: 0.5255382
Jun 04 13:33:52.662878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:33:52.663346 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Checking segment: {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:33:52.663719 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Bound using segment: {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:33:52.664177 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Bound port: c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3158207-ac65-4285-a39d-81a9b081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:33:52.664571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:52.710737 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392ca93-4379-4a61-9aa7-7efbb50cb141 req-c5946c9c-5c4a-4bb4-baaf-e12631179326 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:52.712247 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5392ca93-4379-4a61-9aa7-7efbb50cb141 req-c5946c9c-5c4a-4bb4-baaf-e12631179326 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2242093
Jun 04 13:33:52.794233 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0751b3c0-68f8-4f6d-99d0-c308c8163826 req-41e21490-ec2b-4a63-b857-38b29eb2bb9b tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328585
Jun 04 13:33:52.842935 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5392ca93-4379-4a61-9aa7-7efbb50cb141 req-c06493f3-a237-499a-ac26-07632517fcdf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962236
Jun 04 13:33:52.848461 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:33:52.855187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:33:52.874157 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:52.879339 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:52.921846 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:52.922477 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:52.924630 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] 10.222.0.22 "PUT /v2.0/ports/c553fe52-d438-4b82-b6f8-6d3e7e10b9ca HTTP/1.1" status: 200  len: 1093 time: 1.5230632
Jun 04 13:33:52.945837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:52.949264 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4903927-83fd-4182-88db-2aa1bfdeb6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:53.053826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e581994-3022-4163-9f3f-d39a381a411f x-openstack-request-id: req-1e581994-3022-4163-9f3f-d39a381a411f {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:53.054826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:53.055330 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e581994-3022-4163-9f3f-d39a381a411f {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:53.055978 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca', 'status': 'completed', 'code': 200}
Jun 04 13:33:53.056820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:53.072724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:53.218436 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-be3b815e-e949-408b-8dd4-129b94f71068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.219955 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-be3b815e-e949-408b-8dd4-129b94f71068 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 1096 time: 0.2472293
Jun 04 13:33:53.308082 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-5314d53b-3942-434d-a8c5-07d5fd5a4aec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca HTTP/1.1" status: 200  len: 217 time: 0.0754743
Jun 04 13:33:53.315920 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-bcebf8fc-1909-47a7-947a-0d36e2df3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.317987 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-bcebf8fc-1909-47a7-947a-0d36e2df3d25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.0872948
Jun 04 13:33:53.399479 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-cb797ca6-d0eb-4a73-bcba-023c6dbea28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.400883 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-cb797ca6-d0eb-4a73-bcba-023c6dbea28e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aca6d4b5-001f-4164-8c4f-af7759ec367c HTTP/1.1" status: 200  len: 849 time: 0.0839148
Jun 04 13:33:53.408779 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825178c8-753a-4452-94c1-2abf58e95943 req-ed1f5487-23f2-483d-99ac-2cf9ac56a9a5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.410184 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-825178c8-753a-4452-94c1-2abf58e95943 req-ed1f5487-23f2-483d-99ac-2cf9ac56a9a5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2372746
Jun 04 13:33:53.475329 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-849a0d87-293a-44fb-b9e5-cd4e55514007 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641546
Jun 04 13:33:53.477565 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-506956f5-0f68-4528-8091-52ed8ad92426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.479252 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-506956f5-0f68-4528-8091-52ed8ad92426 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1542819
Jun 04 13:33:53.499058 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1da97c-d228-4cec-9cf9-91f47e7c31bc req-4a11ae85-cdb1-41b5-967b-3b52dc840c66 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.507282 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f1da97c-d228-4cec-9cf9-91f47e7c31bc req-4a11ae85-cdb1-41b5-967b-3b52dc840c66 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.3670115
Jun 04 13:33:53.576827 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-825178c8-753a-4452-94c1-2abf58e95943 req-b2806b30-f6fa-47de-9ee5-c6b86e004fb6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289015
Jun 04 13:33:53.653511 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-cc206153-e07e-4cac-938c-5a1314dc4aba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1000 time: 0.1578712
Jun 04 13:33:53.769577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-426dbbc1-80b0-41aa-9fec-836a0563b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.771153 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-426dbbc1-80b0-41aa-9fec-836a0563b0d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.1101551
Jun 04 13:33:53.874854 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7f1da97c-d228-4cec-9cf9-91f47e7c31bc req-292fd51a-b960-42b4-97eb-17c55f2e1f2b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666942
Jun 04 13:33:53.877691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-73da17a1-9da4-4117-838f-ef85f25e56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:53.879387 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-73da17a1-9da4-4117-838f-ef85f25e56ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1001682
Jun 04 13:33:53.952835 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-9871518b-37e9-4929-a6a1-4c435619a5cf service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4434755
Jun 04 13:33:54.086988 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-1a38785b-8c5d-45ed-9b77-0e917de80be1 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996593
Jun 04 13:33:54.189157 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7695d5d-9d34-4cd0-a383-b1c238e69702 req-a72bfb76-0fac-4527-ac04-c9dba2599cd3 service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290308
Jun 04 13:33:54.204605 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cb00a-f73a-4405-8205-df0970212fa6 req-444024d3-c44f-49bc-8144-6430bb4cc30d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.207269 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-044cb00a-f73a-4405-8205-df0970212fa6 req-444024d3-c44f-49bc-8144-6430bb4cc30d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.3503518
Jun 04 13:33:54.244969 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c7cf22e-6732-469e-b8d2-9a6e7aedb47d req-0d45cbde-eb6d-471f-a419-0368c8ef4b62 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504731
Jun 04 13:33:54.245433 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ae370-66fb-4f05-807d-526eb8efc459 req-ef38dc69-bf90-477b-a813-8069c57e37a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.247042 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-336ae370-66fb-4f05-807d-526eb8efc459 req-ef38dc69-bf90-477b-a813-8069c57e37a8 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 943 time: 0.1800849
Jun 04 13:33:54.363915 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-044cb00a-f73a-4405-8205-df0970212fa6 req-ab7b4ce0-716d-4071-9f59-946bb9022164 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1476979
Jun 04 13:33:54.390960 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-336ae370-66fb-4f05-807d-526eb8efc459 req-7c8d3e00-775c-42ff-aaae-20ea70f0266e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037898
Jun 04 13:33:54.424456 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-85501513-4c82-4547-8ce3-78b18c996be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.426087 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-85501513-4c82-4547-8ce3-78b18c996be5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=219f342d972942a8a411025c8fcfea6f&device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 1096 time: 0.1758032
Jun 04 13:33:54.562900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-45130918-0478-437b-b7a4-35266a294ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.564495 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-45130918-0478-437b-b7a4-35266a294ac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 200  len: 910 time: 0.1306529
Jun 04 13:33:54.633872 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-40793841-fe06-4fb5-a29e-d76fda91d4e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca HTTP/1.1" status: 200  len: 217 time: 0.0613680
Jun 04 13:33:54.707107 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-356dcb66-df1b-4caa-a371-4cae261106a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.708590 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-356dcb66-df1b-4caa-a371-4cae261106a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=aca6d4b5-001f-4164-8c4f-af7759ec367c HTTP/1.1" status: 200  len: 849 time: 0.0664968
Jun 04 13:33:54.787639 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-2c03f01c-86c1-4abd-950a-c2eb92a9da92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719671
Jun 04 13:33:54.958180 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d4966-be86-4918-9dde-844788e51741 req-a04bfe59-07c2-4b65-b777-f5a08fc3d5b0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:54.959668 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d11d4966-be86-4918-9dde-844788e51741 req-a04bfe59-07c2-4b65-b777-f5a08fc3d5b0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2100854
Jun 04 13:33:54.961387 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-9301dff4-14e7-4ec4-9770-b2837a5abe70 service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616590
Jun 04 13:33:55.083610 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8065e708-d325-4b65-ac98-0e6a7bd4d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:55.091098 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d11d4966-be86-4918-9dde-844788e51741 req-10148a53-1dd9-430d-a8c9-e88f23b3e83f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257188
Jun 04 13:33:55.225706 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4903927-83fd-4182-88db-2aa1bfdeb6f5 req-ce104de1-64ab-4c4c-972b-d1ff196b42a1 service neutron] 10.222.0.22 "GET /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002964
Jun 04 13:33:55.233882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d166e-d75c-4318-b554-6a6187197fe0 req-3a626bc0-9d5d-46e3-afe5-3cd65b6ec171 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:55.235254 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-498d166e-d75c-4318-b554-6a6187197fe0 req-3a626bc0-9d5d-46e3-afe5-3cd65b6ec171 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2089250
Jun 04 13:33:55.281134 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-498d166e-d75c-4318-b554-6a6187197fe0 req-f941b3c3-9f32-4d6a-8ec8-4d2e8b2f302b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395622
Jun 04 13:33:55.446148 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779685-34a5-44cf-9731-7f674c617745 req-e61aa355-893c-4a49-bd54-8d49cc58e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:55.447907 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-e61aa355-893c-4a49-bd54-8d49cc58e427 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1098 time: 0.0767508
Jun 04 13:33:55.769359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779685-34a5-44cf-9731-7f674c617745 req-c490d616-c5ba-4fb4-ac77-04babb2fdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:55.770818 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-c490d616-c5ba-4fb4-ac77-04babb2fdba8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.3159964
Jun 04 13:33:55.858178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564fb77-0afa-42ce-9c79-cd2dd1628b45 req-45918cfa-3b53-4242-b4f1-f2fa55206cd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:55.859632 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d564fb77-0afa-42ce-9c79-cd2dd1628b45 req-45918cfa-3b53-4242-b4f1-f2fa55206cd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.3804924
Jun 04 13:33:55.872132 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ab608-c61d-4d94-91fe-79ab28de6654 req-8c42303a-ee45-4a5b-95ea-67d2a61ffe98 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:55.873481 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-552ab608-c61d-4d94-91fe-79ab28de6654 req-8c42303a-ee45-4a5b-95ea-67d2a61ffe98 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 943 time: 0.3556490
Jun 04 13:33:55.878563 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c553fe52-d438-4b82-b6f8-6d3e7e10b9ca details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:33:55.940743 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-e0243464-2625-43fa-8dc2-360c44429404 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 1000 time: 0.1625724
Jun 04 13:33:55.999294 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d564fb77-0afa-42ce-9c79-cd2dd1628b45 req-693ec15d-5245-4938-8831-b5d5a9a81a99 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229792
Jun 04 13:33:56.012461 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:56.019295 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-552ab608-c61d-4d94-91fe-79ab28de6654 req-b62957b9-6bca-4795-9787-e397288711fb tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186116
Jun 04 13:33:56.027106 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca', 'network_id': '89b8ff20-8595-47aa-9d65-4a1e71aa1ca5', 'port_id': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca', 'mac_address': 'fa:16:3e:45:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca6d4b5-001f-4164-8c4f-af7759ec367c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:33:56.034666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779685-34a5-44cf-9731-7f674c617745 req-d444c310-65f6-4a3c-9a6d-3e908ed9c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:56.035945 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-d444c310-65f6-4a3c-9a6d-3e908ed9c6bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0854776
Jun 04 13:33:56.086878 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.103707 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c553fe52-d438-4b82-b6f8-6d3e7e10b9ca {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:33:56.119784 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:56.124147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.124454 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779685-34a5-44cf-9731-7f674c617745 req-fbae7031-f94d-431d-919f-a06dcd9795ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:56.125923 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:56.127560 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-fbae7031-f94d-431d-919f-a06dcd9795ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0842257
Jun 04 13:33:56.192268 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:56.195521 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:56.352582 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da6ab3-6792-48b9-b70b-310e6ea6db12 req-b9b6497b-5b65-48c2-8ffb-834cccc602cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:56.353620 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-91bbf527-62b5-4772-b93a-b29ed11bf2ff service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056098
Jun 04 13:33:56.354771 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5da6ab3-6792-48b9-b70b-310e6ea6db12 req-b9b6497b-5b65-48c2-8ffb-834cccc602cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.0835290
Jun 04 13:33:56.386550 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['c553fe52-d438-4b82-b6f8-6d3e7e10b9ca'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:33:56.413899 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5da6ab3-6792-48b9-b70b-310e6ea6db12 req-79ebb394-9fa0-419a-b284-e11d8ea07fed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443814
Jun 04 13:33:56.436513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222a2fb-214c-4e63-a35c-2f84073c065b req-3a5a2205-9b40-4d5f-bc7a-66967d51d46b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:56.443690 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f222a2fb-214c-4e63-a35c-2f84073c065b req-3a5a2205-9b40-4d5f-bc7a-66967d51d46b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1982543
Jun 04 13:33:56.557902 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47400) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:56.607803 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f222a2fb-214c-4e63-a35c-2f84073c065b req-e60ee91d-33d8-42ce-a2f1-088a7af706be tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1631317
Jun 04 13:33:56.647294 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c779685-34a5-44cf-9731-7f674c617745 req-c1df398c-02d5-4fa6-9036-56f67eba9dfa service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680638
Jun 04 13:33:56.657432 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec891-837b-4f0d-b1ea-360356ec1763 req-55a07459-e604-475f-8d9f-6d7737f900c7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:56.663876 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-504ec891-837b-4f0d-b1ea-360356ec1763 req-55a07459-e604-475f-8d9f-6d7737f900c7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2434261
Jun 04 13:33:56.682389 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.697132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:56.700855 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Usage tracker for resource:security_group_rule and tenant:c6c66dc1e87e46bbbcf3a6b896ad324e is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:56.703602 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:56.706858 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-504ec891-837b-4f0d-b1ea-360356ec1763 req-d08f84f9-a4c3-4511-b274-27fb72a6823b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412135
Jun 04 13:33:56.709852 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:56.790279 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.794781 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.806983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cdf8f44d-7227-4889-9848-8857cf04e097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:56.845384 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c66dc1e87e46bbbcf3a6b896ad324e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863224
Jun 04 13:33:56.847280 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8ac8b-2057-4cdf-bee3-cef6ca954b25,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:56.848388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47406) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:56.850536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:56.904798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.929079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.982599 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:56.987900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a287b00e-3be4-4930-8362-2792770ce1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:56.999065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8ac8b-2057-4cdf-bee3-cef6ca954b25,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:57.001480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:57.005385 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:57.007097 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7b8ac8b-2057-4cdf-bee3-cef6ca954b25 HTTP/1.1" status: 204  len: 168 time: 0.1576924
Jun 04 13:33:57.146730 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:33:57.261625 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e960b3e-ccac-4a24-9e69-5f032827be54 req-f52704ca-47a0-446c-a656-b3c86fdb35b4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:57.263081 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e960b3e-ccac-4a24-9e69-5f032827be54 req-f52704ca-47a0-446c-a656-b3c86fdb35b4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 945 time: 0.1450706
Jun 04 13:33:57.270404 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1644e3-dc32-4b8f-9dd4-c42d61271249 req-e2bd900e-878f-48ca-9bba-3422fff05433 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:57.271797 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8e1644e3-dc32-4b8f-9dd4-c42d61271249 req-e2bd900e-878f-48ca-9bba-3422fff05433 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 944 time: 0.1216466
Jun 04 13:33:57.342193 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e960b3e-ccac-4a24-9e69-5f032827be54 req-ace454db-e957-405b-a120-356008e88fd2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693884
Jun 04 13:33:57.350134 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8e1644e3-dc32-4b8f-9dd4-c42d61271249 req-7bec2dcb-35f3-41a1-96db-4ce74f25be48 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641346
Jun 04 13:33:57.592294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-34bb90b8-3a43-45eb-8a58-215a90d585e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:57.705962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47432) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:57.813353 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-682015989-network', 'tenant_id': '537846bafd224c5ea8168904f14a73f9'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:57.819547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:57.855956 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Usage tracker for resource:network and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:57.862911 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:57.869935 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:57.882640 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Made reservation on behalf of 537846bafd224c5ea8168904f14a73f9 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:57.884881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:57.897149 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c553fe52-d438-4b82-b6f8-6d3e7e10b9ca up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:33:57.903808 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:57.925806 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:57.932413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:57.937279 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:57.949832 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fed5f3-9476-4236-acf9-2010d67d4327 req-93187916-6a06-44c7-b084-886a257916bf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:57.951280 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f9fed5f3-9476-4236-acf9-2010d67d4327 req-93187916-6a06-44c7-b084-886a257916bf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1344454
Jun 04 13:33:57.952123 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:57.969622 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:33:57.975566 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:33:57.975954 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.020177 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f9fed5f3-9476-4236-acf9-2010d67d4327 req-0e6cf43d-58a9-426d-b129-24b3ed6832ee tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618615
Jun 04 13:33:58.054051 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.091887 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.097468 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.101961 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d9084d54-c4fa-4115-985b-4e963756d91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:58.113852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.129685 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:33:58.139120 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742de0c0-9b5a-4744-99fb-079b1093bc3b,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:58.143738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:58.146462 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.146806 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Added segment 35f0fb8a-becf-48c0-b46e-de99bd7df38b of type vlan for network 6f965b8e-6559-473c-8842-ca75488d4090
Jun 04 13:33:58.148752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:33:58.151046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ab3b7-0caa-46df-8325-908e253ff7d7" -d '{"events": [{"server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "name": "network-vif-plugged", "status": "completed", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:33:58.159752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:58.165236 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.166232 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:33:58.193149 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:58.193750 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.227471 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.228808 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:58.229447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.234509 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:58.238864 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd72f05-30a6-43ce-b095-7cccea544589 x-openstack-request-id: req-8bd72f05-30a6-43ce-b095-7cccea544589 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:33:58.239812 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "name": "network-vif-plugged", "status": "completed", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:33:58.240137 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bd72f05-30a6-43ce-b095-7cccea544589 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:33:58.240482 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca', 'code': 200}
Jun 04 13:33:58.356256 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6465044
Jun 04 13:33:58.356738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47446) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:58.362359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Request body: {'subnet': {'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-682015989-subnet', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:58.365509 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:58.365868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Pushing event updated for resources: {'Network': ['ID=6f965b8e-6559-473c-8842-ca75488d4090,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:58.369974 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:58.372181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:58.375059 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:58.380116 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.391144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 6f965b8e-6559-473c-8842-ca75488d4090 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:33:58.397111 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Usage tracker for resource:subnet and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:58.400290 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:58.410633 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:58.433930 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Made reservation on behalf of 537846bafd224c5ea8168904f14a73f9 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:33:58.439716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.445026 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:33:58.499402 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.506701 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:58.590971 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=8']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:58.594342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:58.674158 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-fa41b5ac-a0b8-48a5-85eb-226b60b009af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:58.675768 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-fa41b5ac-a0b8-48a5-85eb-226b60b009af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d678b795a7e5476890e484eae484e42e&device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 1099 time: 0.0970881
Jun 04 13:33:58.758807 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.902642 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-0673f021-c5e3-4397-856c-6c61bd3465c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:58.904150 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-0673f021-c5e3-4397-856c-6c61bd3465c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 200  len: 920 time: 0.2188189
Jun 04 13:33:58.918381 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:58.923206 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fc6e3-58d8-495d-a67c-92a747fcf288 req-62eebae7-881e-4f8e-be2e-1ac6906695a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:58.925443 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a89fc6e3-58d8-495d-a67c-92a747fcf288 req-62eebae7-881e-4f8e-be2e-1ac6906695a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 1098 time: 0.4409814
Jun 04 13:33:58.935925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538ff66-c41a-4ba6-a84d-0c4648e66ddd req-969793fb-507d-408b-b068-8a6bf49914dc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:58.937274 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5538ff66-c41a-4ba6-a84d-0c4648e66ddd req-969793fb-507d-408b-b068-8a6bf49914dc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.3990829
Jun 04 13:33:58.975681 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-d4ab8f99-9aed-4338-a668-962a34742d93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 200  len: 217 time: 0.0648246
Jun 04 13:33:59.016490 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d95edf-1a45-4485-b9c0-b7f678789354 req-cbb5c21a-999e-42cc-9efd-742d7213130e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:59.018255 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-18d95edf-1a45-4485-b9c0-b7f678789354 req-cbb5c21a-999e-42cc-9efd-742d7213130e tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 945 time: 0.2677155
Jun 04 13:33:59.045414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-d8a44c94-b313-4e0f-a5fd-8b1740a0b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:59.047366 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-d8a44c94-b313-4e0f-a5fd-8b1740a0b296 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 200  len: 859 time: 0.0595033
Jun 04 13:33:59.066476 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a89fc6e3-58d8-495d-a67c-92a747fcf288 req-d9d69984-c6d1-4326-b507-5ae49dbbcb8a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258180
Jun 04 13:33:59.098022 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-060f6708-a377-4d6d-be58-59c75e2e1918 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443497
Jun 04 13:33:59.101614 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5538ff66-c41a-4ba6-a84d-0c4648e66ddd req-e2554996-fe40-4829-b008-c9bcc2643680 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386085
Jun 04 13:33:59.150996 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-18d95edf-1a45-4485-b9c0-b7f678789354 req-9ccccd1f-7466-4960-beaf-d8656e7a30e2 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006999
Jun 04 13:33:59.258745 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-962fd7e1-b799-43df-9a8b-5bd4b0709a04 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344848
Jun 04 13:33:59.351910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af703-8f3f-4c57-ad75-2e92a7ca1622 req-f047e64a-86d8-4bdc-bc70-166650e27c9f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:59.353346 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de8af703-8f3f-4c57-ad75-2e92a7ca1622 req-f047e64a-86d8-4bdc-bc70-166650e27c9f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1329672
Jun 04 13:33:59.394688 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-05a72ba5-44e6-47a9-a78a-e48d3dfe054c req-7fbc5868-4218-4f85-9dad-fe864bd75f55 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277447
Jun 04 13:33:59.405353 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.413910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e4520f30-9ed0-48ef-9206-e2c03c994cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:33:59.447059 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de8af703-8f3f-4c57-ad75-2e92a7ca1622 req-4239c30d-7cca-45d0-acf7-2903726d24c5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872409
Jun 04 13:33:59.489327 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958659c4-61b6-47aa-878d-1f0ac35ff44c,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:33:59.494556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:33:59.498378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Checking segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:33:59.498733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Network hostable DHCP agents. Network: 6f965b8e-6559-473c-8842-ca75488d4090, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:33:59.515086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Network 6f965b8e-6559-473c-8842-ca75488d4090 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:33:59.524243 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 6f965b8e-6559-473c-8842-ca75488d4090) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:33:59.528192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:33:59.528791 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.532698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f65e9-3b2f-48a7-9666-6ffbab1c8649 None None] Network 6f965b8e-6559-473c-8842-ca75488d4090 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:33:59.548062 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1903362
Jun 04 13:33:59.550905 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47454) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:33:59.555292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:33:59.560762 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:33:59.565564 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Usage tracker for resource:router and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:33:59.568442 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:33:59.574324 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:33:59.584315 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.585341 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.600137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.755143 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-6f965b8e-6559-473c-8842-ca75488d4090', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:33:59.756000 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.860310 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:33:59.910247 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Allocated IP 172.20.0.2 (6f965b8e-6559-473c-8842-ca75488d4090/958659c4-61b6-47aa-878d-1f0ac35ff44c/3746c793-dfc8-4863-b9a2-6cccaf22f222) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:00.158808 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.170125 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Transition to ACTIVE for port object 3746c793-dfc8-4863-b9a2-6cccaf22f222 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:00.180582 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.211433 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Transition to ACTIVE for port object 3746c793-dfc8-4863-b9a2-6cccaf22f222 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:00.215213 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.221819 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.226696 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:00.270656 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:00.273095 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d89998-c02e-4488-a399-fe9f942ed1f2" -d '{"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-unplugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:00.299298 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Network 6f965b8e-6559-473c-8842-ca75488d4090 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:00.306681 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:00.310759 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:00.317051 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Pushing event updated for resources: {'Port': ['ID=3746c793-dfc8-4863-b9a2-6cccaf22f222,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:00.320670 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:00.405657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Attempting to bind port 3746c793-dfc8-4863-b9a2-6cccaf22f222 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:00.405946 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Attempting to bind port 3746c793-dfc8-4863-b9a2-6cccaf22f222 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:00.406314 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Attempting to bind port 3746c793-dfc8-4863-b9a2-6cccaf22f222 on network 6f965b8e-6559-473c-8842-ca75488d4090 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:00.412057 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:00.412442 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Checking segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:00.412852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.413254 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Bound using segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:00.413725 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Bound port: 3746c793-dfc8-4863-b9a2-6cccaf22f222, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:00.414109 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.514173 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] For port 3746c793-dfc8-4863-b9a2-6cccaf22f222, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:00.517634 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] For port 3746c793-dfc8-4863-b9a2-6cccaf22f222, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3746c793-dfc8-4863-b9a2-6cccaf22f222,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:00.518743 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.522185 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.526521 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:00.577169 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05938e7f-cae9-477e-bdb4-f5d9755265ba req-68ca171b-3a87-46c4-b3c8-571bc3488e42 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:00.578627 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05938e7f-cae9-477e-bdb4-f5d9755265ba req-68ca171b-3a87-46c4-b3c8-571bc3488e42 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.3250299
Jun 04 13:34:00.588474 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Allocated IP 172.27.1.89 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/4ef5e79e-74b8-4629-96f6-01a1b32c7741) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:00.604307 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Pushing event updated for resources: {'Port': ['ID=3746c793-dfc8-4863-b9a2-6cccaf22f222,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:00.607322 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:00.618987 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e75e5-8dbe-4bdc-ad54-cdd1907cd868 req-ef901e6d-b6b5-4cfc-9bae-00eafc94fb91 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:00.620570 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-659e75e5-8dbe-4bdc-ad54-cdd1907cd868 req-ef901e6d-b6b5-4cfc-9bae-00eafc94fb91 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 945 time: 0.3291671
Jun 04 13:34:00.706542 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05938e7f-cae9-477e-bdb4-f5d9755265ba req-45c865ca-a16d-4a58-86e3-52c9ad0567f8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156614
Jun 04 13:34:00.757774 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19df70-6c76-453b-bef1-929480e1a6be x-openstack-request-id: req-9c19df70-6c76-453b-bef1-929480e1a6be {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:00.758263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-unplugged", "status": "failed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "code": 422}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:00.758509 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c19df70-6c76-453b-bef1-929480e1a6be {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:00.759077 dv-cinder-784779-14-iscsi neutron-server[91609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'code': 422} returned with failed status
Jun 04 13:34:00.776705 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-659e75e5-8dbe-4bdc-ad54-cdd1907cd868 req-d8192b33-2bcc-4bc8-a976-a6b0f30686e7 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501553
Jun 04 13:34:00.873940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.972156 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:00.980107 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-56e52463-4762-4fe2-b24a-2b3ac474126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:01.045226 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:01.052368 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:01.061656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:01.141291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502ea1-724f-4eff-8cc5-b90bc267599e req-642140ac-c2be-41ed-941f-2000f55cf949 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:01.143720 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37502ea1-724f-4eff-8cc5-b90bc267599e req-642140ac-c2be-41ed-941f-2000f55cf949 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2757804
Jun 04 13:34:01.146310 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef5e79e-74b8-4629-96f6-01a1b32c7741,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:01.209263 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:01.293385 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37502ea1-724f-4eff-8cc5-b90bc267599e req-605a2155-d0cd-4828-b6ef-9c33b3776186 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977683
Jun 04 13:34:01.524561 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:01.764545 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3abf3-2168-4ea9-b002-83dd0d1fd91f None None] Network 6f965b8e-6559-473c-8842-ca75488d4090 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:01.936893 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:02.015092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.032276 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10035094-8b3b-44ea-82c6-a9779b97b750 req-f1c519d5-9452-47dc-b0b6-88307a180891 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:02.033878 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10035094-8b3b-44ea-82c6-a9779b97b750 req-f1c519d5-9452-47dc-b0b6-88307a180891 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2090607
Jun 04 13:34:02.087141 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-aa559ad4-f03d-49d0-844e-79e0ec6da792 None None] Provisioning for port 3746c793-dfc8-4863-b9a2-6cccaf22f222 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:02.299723 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3746c793-dfc8-4863-b9a2-6cccaf22f222 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:02.331147 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47516) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:02.387566 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10035094-8b3b-44ea-82c6-a9779b97b750 req-7186c868-f3e2-434e-8291-fbb0c4c98afe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2976148
Jun 04 13:34:02.416598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 3746c793-dfc8-4863-b9a2-6cccaf22f222 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:02.419264 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 3746c793-dfc8-4863-b9a2-6cccaf22f222 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:02.419697 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.458062 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24196-54b4-4f10-812c-c4ca3d1cb9c8 req-e244de62-4bee-4738-af2a-0097bee2d443 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:02.459524 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c8b24196-54b4-4f10-812c-c4ca3d1cb9c8 req-e244de62-4bee-4738-af2a-0097bee2d443 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 945 time: 0.2449419
Jun 04 13:34:02.498077 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-daa631cd-ec80-4ec9-9ba6-cfe200355c51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1642251
Jun 04 13:34:02.508215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Router 33e6e559-2268-4e43-a48f-1bb14f116849 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:34:02.560122 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9f124ef8-d579-4142-a0b3-3bac17d6244a None None] Provisioning complete for port 3746c793-dfc8-4863-b9a2-6cccaf22f222 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:02.560511 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f124ef8-d579-4142-a0b3-3bac17d6244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.564883 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c8b24196-54b4-4f10-812c-c4ca3d1cb9c8 req-22f84f2b-1712-4627-9401-8b42b25cfbc9 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981863
Jun 04 13:34:02.612286 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.661432 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 3746c793-dfc8-4863-b9a2-6cccaf22f222, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3746c793-dfc8-4863-b9a2-6cccaf22f222,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:02.694612 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.701992 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-79bc6cea-74f1-4a4b-b50d-3795993757f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:02.752322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1624d-a5d7-40f7-95b8-8cadb5ba601e req-cc71fd7a-1663-48e6-9fe8-4bdc60cc5b92 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:02.753928 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-add1624d-a5d7-40f7-95b8-8cadb5ba601e req-cc71fd7a-1663-48e6-9fe8-4bdc60cc5b92 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2467268
Jun 04 13:34:02.788212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:34:02.792747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=3746c793-dfc8-4863-b9a2-6cccaf22f222,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:02.796179 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:02.805471 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Sync routers for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:34:02.819073 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:02.819847 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419820>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:02.825286 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-add1624d-a5d7-40f7-95b8-8cadb5ba601e req-fea61f31-8e71-40d7-b736-3516388da3eb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619121
Jun 04 13:34:02.834359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:02.835534 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.2836788
Jun 04 13:34:02.838543 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47526) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:03.013656 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:03.343927 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419820>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:01Z', 'revision_number': 3, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:03.351612 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Checking router: 33e6e559-2268-4e43-a48f-1bb14f116849 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:34:03.351958 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Updating router 33e6e559-2268-4e43-a48f-1bb14f116849 port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:34:03.409812 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:03.664154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:03.715146 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766c9a-6eca-4c35-9f8e-2133866e449d req-9b2600fd-8dcb-4f32-a922-275c384fc21c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:03.722926 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-15766c9a-6eca-4c35-9f8e-2133866e449d req-9b2600fd-8dcb-4f32-a922-275c384fc21c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1381724
Jun 04 13:34:03.835114 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-15766c9a-6eca-4c35-9f8e-2133866e449d req-ee82ca55-5c40-4e88-89aa-8ceaa60b49a6 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111996
Jun 04 13:34:03.851316 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:03.867576 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Transition to ACTIVE for port object 4ef5e79e-74b8-4629-96f6-01a1b32c7741 will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:03.874925 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:03.880414 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:03.884962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58773fda-d155-4fd9-a270-c7402ba038f3 req-bc651e99-cb2a-4f40-b72f-41ae98a8ffbe tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:03.887606 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-58773fda-d155-4fd9-a270-c7402ba038f3 req-bc651e99-cb2a-4f40-b72f-41ae98a8ffbe tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 945 time: 0.1253080
Jun 04 13:34:03.899407 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-12d203c8-11d7-4ab4-a460-879325ded836 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:03.901169 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-12d203c8-11d7-4ab4-a460-879325ded836 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 945 time: 0.3107429
Jun 04 13:34:03.942312 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Attempting to bind port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:03.942682 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Attempting to bind port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:03.943046 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Attempting to bind port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:03.944135 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-58773fda-d155-4fd9-a270-c7402ba038f3 req-ab266a71-47ef-4494-8eb1-b308f70436d1 tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/security-groups?id=836db094-c488-4d69-84bf-fd1ed384416e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489361
Jun 04 13:34:03.953403 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:03.953779 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:03.954182 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:03.954598 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:03.955288 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Bound port: 4ef5e79e-74b8-4629-96f6-01a1b32c7741, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:03.955661 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.027454 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e79e-74b8-4629-96f6-01a1b32c7741,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:04.041699 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.042065 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.042413 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.042733 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.043050 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.043388 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.043795 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.044109 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.044424 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.044732 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.045037 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.045341 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:04.050520 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:04.051622 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] For port 4ef5e79e-74b8-4629-96f6-01a1b32c7741, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:04.055586 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] For port 4ef5e79e-74b8-4629-96f6-01a1b32c7741, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4ef5e79e-74b8-4629-96f6-01a1b32c7741,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:04.061340 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.066423 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5ddc5eb2-ba99-4ba0-b71b-db4ef1243bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:04.138244 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Allocated IP 172.20.0.1 (6f965b8e-6559-473c-8842-ca75488d4090/958659c4-61b6-47aa-878d-1f0ac35ff44c/61265368-bd5a-41f6-b9ab-151c62ff4494) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:04.139781 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:04.140405 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419820>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:04.218396 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e79e-74b8-4629-96f6-01a1b32c7741,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:04.229496 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:04.264875 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3746c793-dfc8-4863-b9a2-6cccaf22f222 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:04.281358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Deleting port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:34:04.281706 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.330236 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:04.337277 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 3746c793-dfc8-4863-b9a2-6cccaf22f222 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:04.337963 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.416312 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.442235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Transition to ACTIVE for port object 61265368-bd5a-41f6-b9ab-151c62ff4494 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:04.468868 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] For port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,segment=NetworkSegment(a3158207-ac65-4285-a39d-81a9b081c657),segment_id=a3158207-ac65-4285-a39d-81a9b081c657)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:04.469235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.598145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Calling delete_port for c553fe52-d438-4b82-b6f8-6d3e7e10b9ca owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:34:04.615092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-0abc213d-8478-4d4c-a0df-c79925e29033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:04.617554 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-0abc213d-8478-4d4c-a0df-c79925e29033 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 1096 time: 0.0852795
Jun 04 13:34:04.624357 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.630636 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4ecb5466-6263-4970-813c-203382637012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:04.634037 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b419820>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:01Z', 'revision_number': 3, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:04.638747 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020dc07-a47b-4f6d-b27f-35c5f9fba26c None None] The sync data for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi is: [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:01Z', 'revision_number': 3, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:34:04.719726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Network 6f965b8e-6559-473c-8842-ca75488d4090 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:04.724447 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:04.732028 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:04.733805 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-b7da3d5b-6c22-457d-8ea0-6f0aea19e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:04.735344 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-b7da3d5b-6c22-457d-8ea0-6f0aea19e87a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1096 time: 0.0888710
Jun 04 13:34:04.763559 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Pushing event updated for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:04.776611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:04.841041 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.913927 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:04.921280 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b3710ce-0f3f-40c7-ab8c-bc12e8f62f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:04.927484 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['c553fe52-d438-4b82-b6f8-6d3e7e10b9ca'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:34:04.974279 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-3b8f79b8-b8ce-4fa4-88b9-4e7e61c0da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:04.975620 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-3b8f79b8-b8ce-4fa4-88b9-4e7e61c0da6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.2160883
Jun 04 13:34:04.987155 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Pushing event deleted for resources: {'Port': ['ID=c553fe52-d438-4b82-b6f8-6d3e7e10b9ca,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:05.023296 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:05.136809 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] No DVR routers for this DVR port c553fe52-d438-4b82-b6f8-6d3e7e10b9ca on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:34:05.140173 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-cbe24b1d-06a0-44eb-a2df-24fcc60d1855 None None] Provisioning for port 61265368-bd5a-41f6-b9ab-151c62ff4494 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:05.140402 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.145020 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'name': 'network-vif-deleted', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:05.147370 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69e579e-801f-4a23-b1fa-ce757f5eb5d1" -d '{"events": [{"server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "name": "network-vif-deleted", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:05.154201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-cbe24b1d-06a0-44eb-a2df-24fcc60d1855 None None] Provisioning complete for port 61265368-bd5a-41f6-b9ab-151c62ff4494 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:05.156067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-cbe24b1d-06a0-44eb-a2df-24fcc60d1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.200391 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2f81f5d5-a017-4625-84f6-bc8ccf95fa6b req-a0304ecd-1340-4b6b-88e9-6215dd201f6c tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d27bf-01a0-43f1-8768-af0dd200b67a HTTP/1.1" status: 200  len: 210 time: 0.0682821
Jun 04 13:34:05.210570 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4c2776ab-a25c-455e-b1f4-e41703a8d0da req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] 10.222.0.22 "DELETE /v2.0/ports/c553fe52-d438-4b82-b6f8-6d3e7e10b9ca HTTP/1.1" status: 204  len: 173 time: 1.2999477
Jun 04 13:34:05.247890 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.250762 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-f447e3c6-6f0a-4a9c-ab8e-6bb92ac68d15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 998 time: 0.2675569
Jun 04 13:34:05.306029 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-cbe24b1d-06a0-44eb-a2df-24fcc60d1855 None None] Port 61265368-bd5a-41f6-b9ab-151c62ff4494 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:34:05.336090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161974e7-bc7d-4439-a25f-ecd90e8d7d85 x-openstack-request-id: req-161974e7-bc7d-4439-a25f-ecd90e8d7d85 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:05.336409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d27bf-01a0-43f1-8768-af0dd200b67a", "name": "network-vif-deleted", "tag": "c553fe52-d438-4b82-b6f8-6d3e7e10b9ca", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:05.336692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-161974e7-bc7d-4439-a25f-ecd90e8d7d85 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:05.337231 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d27bf-01a0-43f1-8768-af0dd200b67a', 'name': 'network-vif-deleted', 'tag': 'c553fe52-d438-4b82-b6f8-6d3e7e10b9ca', 'status': 'completed', 'code': 200}
Jun 04 13:34:05.342175 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7b97-f996-4209-98ab-390ca1d9bcd5 req-fd73d10f-5f5c-4518-93af-b0dd85b8ed87 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:05.350020 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed7d7b97-f996-4209-98ab-390ca1d9bcd5 req-fd73d10f-5f5c-4518-93af-b0dd85b8ed87 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2645330
Jun 04 13:34:05.407876 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-2622c2e5-fa72-49b9-898e-6863c6cd3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:05.409773 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-2622c2e5-fa72-49b9-898e-6863c6cd3152 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.1473730
Jun 04 13:34:05.420155 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed7d7b97-f996-4209-98ab-390ca1d9bcd5 req-8a2205fc-bd54-4818-b419-c100f669da1a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685861
Jun 04 13:34:05.507389 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-1314561c-a453-49dc-8867-8ec576ae6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:05.508970 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-1314561c-a453-49dc-8867-8ec576ae6479 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0882199
Jun 04 13:34:05.540758 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.548153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.574891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:05.655534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Pushing event updated for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:05.660668 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:05.661641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:05.761362 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-3d2c16a9-2511-4e2d-8fcc-d9be110e3ba5 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447555
Jun 04 13:34:05.932091 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5166722a-a98c-4b85-b86f-5d0112eefa75 req-348f4be9-da24-485f-87e3-4eff8c856fb5 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606598
Jun 04 13:34:05.949342 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Network 6f965b8e-6559-473c-8842-ca75488d4090 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:05.950516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:06.154757 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Router 33e6e559-2268-4e43-a48f-1bb14f116849 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:34:06.251086 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-5c572dfa-7eba-43d0-8f44-10f0418e0548 None None] Provisioning complete for port 61265368-bd5a-41f6-b9ab-151c62ff4494 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:06.253842 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5c572dfa-7eba-43d0-8f44-10f0418e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:06.328036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4ef5e79e-74b8-4629-96f6-01a1b32c7741 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:06.433622 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:34:06.439262 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-5c572dfa-7eba-43d0-8f44-10f0418e0548 None None] Port 61265368-bd5a-41f6-b9ab-151c62ff4494 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:34:06.443385 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] 10.222.0.20 "PUT /v2.0/routers/33e6e559-2268-4e43-a48f-1bb14f116849/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6028726
Jun 04 13:34:06.457130 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:06.462578 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:06.463140 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:06.629379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:06.649647 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 4ef5e79e-74b8-4629-96f6-01a1b32c7741, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4ef5e79e-74b8-4629-96f6-01a1b32c7741,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:06.655558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:06.657605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:06.710399 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5fa52-bb7c-4c36-94d5-c575c046b3a7 req-f728afb3-75bc-4e16-ad29-7ef0459a44fe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:06.718750 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ccc5fa52-bb7c-4c36-94d5-c575c046b3a7 req-f728afb3-75bc-4e16-ad29-7ef0459a44fe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1174662
Jun 04 13:34:06.780368 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Sync routers for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:34:06.791749 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e79e-74b8-4629-96f6-01a1b32c7741,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:06.803940 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:06.809472 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ccc5fa52-bb7c-4c36-94d5-c575c046b3a7 req-9cd25921-2bcd-4399-af7f-ce50e9a5828b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875421
Jun 04 13:34:06.810819 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:06.811823 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0940d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:07.133561 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:07.609161 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47620) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:07.614857 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1984332192-network', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:07.621290 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:07.641448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Usage tracker for resource:network and tenant:2a6aae3a31624b7185ecc6444a19ceb3 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:07.641448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:07.672012 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:07.699986 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Made reservation on behalf of 2a6aae3a31624b7185ecc6444a19ceb3 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:07.702456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:07.729476 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:07.773696 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0940d0>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 2, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:07.776136 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:07.780347 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Checking router: 33e6e559-2268-4e43-a48f-1bb14f116849 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:34:07.780707 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Updating router 33e6e559-2268-4e43-a48f-1bb14f116849 port 61265368-bd5a-41f6-b9ab-151c62ff4494 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:34:07.781761 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Usage tracker for resource:security_group_rule and tenant:2a6aae3a31624b7185ecc6444a19ceb3 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:07.792577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:07.806227 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:07.902481 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.008778 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c553fe52-d438-4b82-b6f8-6d3e7e10b9ca no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:08.035375 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.048885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.052864 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-195462b3-31d6-451d-9f23-163b1cbe97a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:08.109794 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:34:08.113480 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: c553fe52-d438-4b82-b6f8-6d3e7e10b9ca {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:34:08.117300 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c553fe52-d438-4b82-b6f8-6d3e7e10b9ca not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:34:08.152601 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32aa1525-6195-42d9-bbcc-10a6cd3d63bd,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:08.162150 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.162576 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Added segment e317de1a-266e-4088-b76d-323ed7357235 of type vlan for network 4ee29960-bb3d-446b-8c6c-d16955d02e15
Jun 04 13:34:08.201936 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.202523 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.203098 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.203704 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.204563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.205625 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.206175 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.206296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dbfad-6e1b-4a73-8f6a-10cb386b50df req-60166087-eae6-4813-916b-ca383c220a46 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:08.207231 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.207799 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.208345 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.208911 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.209599 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:08.210102 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-337dbfad-6e1b-4a73-8f6a-10cb386b50df req-60166087-eae6-4813-916b-ca383c220a46 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1942358
Jun 04 13:34:08.220259 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:08.244072 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.296362 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-337dbfad-6e1b-4a73-8f6a-10cb386b50df req-329a0b6a-3ccc-46d2-aa41-119e63d6babb tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795512
Jun 04 13:34:08.322274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.324138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:08.325062 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.329542 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36c9c636-dd56-43b5-872a-3479036c3139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:08.357216 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4ef5e79e-74b8-4629-96f6-01a1b32c7741 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:08.488932 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8782830
Jun 04 13:34:08.490009 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Pushing event updated for resources: {'Network': ['ID=4ee29960-bb3d-446b-8c6c-d16955d02e15,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:08.492444 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47638) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:08.493173 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:08.506738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Request body: {'subnet': {'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1984332192-subnet', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:08.517746 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:08.522019 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Usage tracker for resource:subnet and tenant:2a6aae3a31624b7185ecc6444a19ceb3 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:08.525305 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:08.536309 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:34:08.542356 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:08.564718 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Made reservation on behalf of 2a6aae3a31624b7185ecc6444a19ceb3 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:08.567071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.637287 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:08.637721 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.965006 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:08.978253 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Transition to ACTIVE for port object 61265368-bd5a-41f6-b9ab-151c62ff4494 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:08.998269 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.019939 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:09.167638 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.172368 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5ced27ae-3fbf-4f97-bec4-2eba7afb99a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:09.247356 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Pushing event updated for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:09.258226 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:09.353556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Checking segment: {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:09.354133 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Network hostable DHCP agents. Network: 4ee29960-bb3d-446b-8c6c-d16955d02e15, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:34:09.367620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f42500-7c76-43c9-93ae-e0643d5fb72e,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:09.387554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.387926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.388383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.388801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.389219 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.389688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.390102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.390516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.391000 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.391567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.393201 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.393698 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:09.405758 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:09.407500 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Attempting to bind port 61265368-bd5a-41f6-b9ab-151c62ff4494 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:09.408177 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Attempting to bind port 61265368-bd5a-41f6-b9ab-151c62ff4494 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:09.408820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Attempting to bind port 61265368-bd5a-41f6-b9ab-151c62ff4494 on network 6f965b8e-6559-473c-8842-ca75488d4090 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:09.420428 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:09.422093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Checking segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:09.422453 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.422867 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Bound using segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:09.425565 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Bound port: 61265368-bd5a-41f6-b9ab-151c62ff4494, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:09.425953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.430813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:34:09.449790 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb441d-121a-48c2-b270-f73bae30dfcc req-904662f8-42a7-4b7e-903a-32542788ca47 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:09.451529 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01cb441d-121a-48c2-b270-f73bae30dfcc req-904662f8-42a7-4b7e-903a-32542788ca47 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2002513
Jun 04 13:34:09.478736 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 4ee29960-bb3d-446b-8c6c-d16955d02e15) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:09.487520 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:09.488195 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.515980 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055138e-7fef-4fe5-877a-3d0bd6df5041 None None] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:09.555786 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4e1a28e0-1c37-4bca-b6fe-60a0eed75d91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0599067
Jun 04 13:34:09.556224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47660) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:09.561472 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:09.570011 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:09.574380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Usage tracker for resource:router and tenant:2a6aae3a31624b7185ecc6444a19ceb3 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:09.577434 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:09.582375 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01cb441d-121a-48c2-b270-f73bae30dfcc req-fad254d2-0f63-468b-baf4-6f3dc6750b67 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210101
Jun 04 13:34:09.584503 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:09.608530 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.610248 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.647792 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.659861 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdda06-83ad-44ca-8bb5-e8adb40325ed req-d06ac82c-f93f-4805-85f6-04780cb0b553 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:09.664217 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1cfdda06-83ad-44ca-8bb5-e8adb40325ed req-d06ac82c-f93f-4805-85f6-04780cb0b553 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1513121
Jun 04 13:34:09.738970 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] For port 61265368-bd5a-41f6-b9ab-151c62ff4494, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:09.755763 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1cfdda06-83ad-44ca-8bb5-e8adb40325ed req-04a066b2-63d5-4968-aa08-7778cb36a3c5 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881634
Jun 04 13:34:09.784343 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] For port 61265368-bd5a-41f6-b9ab-151c62ff4494, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=61265368-bd5a-41f6-b9ab-151c62ff4494,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:09.801852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:09.816241 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:09.886534 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:09.887301 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0940d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:10.007724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.042123 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-4ee29960-bb3d-446b-8c6c-d16955d02e15', 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'fixed_ips': [{'subnet_id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:34:10.042970 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.078961 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Pushing event updated for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:10.144157 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:10.261524 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:10.463418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.494257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.546988 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Allocated IP 172.20.0.2 (4ee29960-bb3d-446b-8c6c-d16955d02e15/d4f42500-7c76-43c9-93ae-e0643d5fb72e/4f82aaa5-edfa-4885-8e34-6b3df7f25469) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:10.661343 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Allocated IP 172.27.1.211 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/1f42c274-0429-4179-915f-6bcc18e94d6b) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:10.804603 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b887f3-2a43-439d-aa89-1bdc1d7344f5 req-8eefcd42-b6a9-4935-a34f-9440b576bb19 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:10.812159 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-63b887f3-2a43-439d-aa89-1bdc1d7344f5 req-8eefcd42-b6a9-4935-a34f-9440b576bb19 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1136711
Jun 04 13:34:10.884030 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-63b887f3-2a43-439d-aa89-1bdc1d7344f5 req-69bd30b7-3fcb-4545-bace-a04c0240ba91 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646784
Jun 04 13:34:10.885995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0940d0>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:09Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:10.896028 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e08d9-0ff6-47f1-9043-01c279d6867b None None] The sync data for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi is: [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:09Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:34:10.913133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.924754 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.940097 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Transition to ACTIVE for port object 4f82aaa5-edfa-4885-8e34-6b3df7f25469 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:10.975250 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:10.979495 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Transition to ACTIVE for port object 4f82aaa5-edfa-4885-8e34-6b3df7f25469 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:10.993926 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:11.001722 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:11.006214 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-15a123ba-5376-4507-a4c4-cb52f6f86937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:11.084589 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:11.107341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:11.112430 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:11.172310 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:11.181995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:11.185659 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:11.216095 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca60691-7dd1-4768-9d6b-c8902c53d08e req-0208f457-da32-4c0c-be42-e0dae9645d80 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:11.225970 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6ca60691-7dd1-4768-9d6b-c8902c53d08e req-0208f457-da32-4c0c-be42-e0dae9645d80 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2341065
Jun 04 13:34:11.294462 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Pushing event updated for resources: {'Port': ['ID=4f82aaa5-edfa-4885-8e34-6b3df7f25469,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:11.308796 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6ca60691-7dd1-4768-9d6b-c8902c53d08e req-f7898a40-cf72-4f05-9f27-dd9a4ce17766 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763078
Jun 04 13:34:11.344590 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:11.345497 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Attempting to bind port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:11.345881 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Attempting to bind port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:11.346246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Attempting to bind port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 on network 4ee29960-bb3d-446b-8c6c-d16955d02e15 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:11.356403 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:11.356797 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Checking segment: {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:11.357208 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:11.357612 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Bound using segment: {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:11.358085 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Bound port: 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:11.359473 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:11.426457 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Pushing event updated for resources: {'Port': ['ID=1f42c274-0429-4179-915f-6bcc18e94d6b,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:11.435319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:11.493819 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] For port 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:11.497592 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] For port 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4f82aaa5-edfa-4885-8e34-6b3df7f25469,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:11.513671 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:11.524764 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:11.661649 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Pushing event updated for resources: {'Port': ['ID=4f82aaa5-edfa-4885-8e34-6b3df7f25469,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:11.665090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:11.750537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:12.172109 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95693-05c7-4d67-a532-353a95d85de5 req-5377876a-54af-42e4-a996-d7e3cf685faf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:12.174587 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6ca95693-05c7-4d67-a532-353a95d85de5 req-5377876a-54af-42e4-a996-d7e3cf685faf tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1156435
Jun 04 13:34:12.252537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:12.262533 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6ca95693-05c7-4d67-a532-353a95d85de5 req-49dfb0af-eaf2-49e4-8a1f-266ba016962b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779388
Jun 04 13:34:12.390082 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4f82aaa5-edfa-4885-8e34-6b3df7f25469 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:12.557224 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:12.570554 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 61265368-bd5a-41f6-b9ab-151c62ff4494 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:12.728933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba55c-a512-4697-ac3d-8681d219a637 req-83846582-5a4f-4ca5-a59e-6bf0b69abe19 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:12.735412 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-94fba55c-a512-4697-ac3d-8681d219a637 req-83846582-5a4f-4ca5-a59e-6bf0b69abe19 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1868613
Jun 04 13:34:12.778909 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 61265368-bd5a-41f6-b9ab-151c62ff4494 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:12.792694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 61265368-bd5a-41f6-b9ab-151c62ff4494 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:12.792694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:12.838855 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Router 354ce294-f94f-498b-a502-c1971fca41c1 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:34:12.850403 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-94fba55c-a512-4697-ac3d-8681d219a637 req-22269109-9cc7-4fc4-8dbc-c113fb718bdd tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035125
Jun 04 13:34:13.045581 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.113026 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:34:13.120758 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 61265368-bd5a-41f6-b9ab-151c62ff4494, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=61265368-bd5a-41f6-b9ab-151c62ff4494,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:13.129326 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Sync routers for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:34:13.130461 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.132791 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:13.146383 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:13.147033 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddd60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:13.191304 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.193496 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.6361482
Jun 04 13:34:13.196122 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47698) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:13.286095 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a7c3f3-a401-4cc1-8c93-98897a80699c None None] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:13.478657 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:13.578549 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:13.582744 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:13.645381 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Provisioning for port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:13.660961 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Provisioning complete for port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:13.661455 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.690912 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1d796-e18a-4d57-9f7c-290f363b3c5d req-3a6d7a87-ef74-49f9-bb6a-1cbca0439794 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:13.693593 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4c1d796-e18a-4d57-9f7c-290f363b3c5d req-3a6d7a87-ef74-49f9-bb6a-1cbca0439794 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1837308
Jun 04 13:34:13.795458 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e4c1d796-e18a-4d57-9f7c-290f363b3c5d req-a9e13906-12b1-457c-8d99-03d0ecd22399 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946527
Jun 04 13:34:13.885240 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.934544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] For port 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4f82aaa5-edfa-4885-8e34-6b3df7f25469,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:13.944313 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:13.944979 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:14.093185 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Pushing event updated for resources: {'Port': ['ID=4f82aaa5-edfa-4885-8e34-6b3df7f25469,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:14.109744 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:14.290652 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-7853220e-e125-449e-a4e9-7be17ea7e3a6 None None] Provisioning complete for port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:14.291318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7853220e-e125-449e-a4e9-7be17ea7e3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:14.334430 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671d00-0ec4-48c5-adc7-12413fd4a5fd req-3b38954e-c19c-4aee-bfe1-a3ee83abfd6c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:14.345720 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea671d00-0ec4-48c5-adc7-12413fd4a5fd req-3b38954e-c19c-4aee-bfe1-a3ee83abfd6c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2140980
Jun 04 13:34:14.436280 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4f82aaa5-edfa-4885-8e34-6b3df7f25469 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:14.459875 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddd60>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:11Z', 'revision_number': 3, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:14.464497 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea671d00-0ec4-48c5-adc7-12413fd4a5fd req-efa07c01-24e8-4239-99f9-4d833da121b8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173308
Jun 04 13:34:14.467236 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Checking router: 354ce294-f94f-498b-a502-c1971fca41c1 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:34:14.474187 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Updating router 354ce294-f94f-498b-a502-c1971fca41c1 port 1f42c274-0429-4179-915f-6bcc18e94d6b binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:34:14.566782 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:14.621071 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:14.622934 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:14.783271 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 61265368-bd5a-41f6-b9ab-151c62ff4494 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:14.795878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:14.964043 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 61265368-bd5a-41f6-b9ab-151c62ff4494 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:14.964598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.146829 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda9d99-4d73-4953-aa6e-06e5b91c1d2e req-ff9b4783-9e6c-4c91-8ceb-46ff64be51d6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:15.158493 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-abda9d99-4d73-4953-aa6e-06e5b91c1d2e req-ff9b4783-9e6c-4c91-8ceb-46ff64be51d6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1629930
Jun 04 13:34:15.226586 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.254131 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Transition to ACTIVE for port object 1f42c274-0429-4179-915f-6bcc18e94d6b will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:15.272049 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.308876 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0589824c-c80e-40ae-80c9-2c1c9e7e35de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:15.356051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Allocated IP 172.20.0.1 (4ee29960-bb3d-446b-8c6c-d16955d02e15/d4f42500-7c76-43c9-93ae-e0643d5fb72e/4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:15.496507 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Attempting to bind port 1f42c274-0429-4179-915f-6bcc18e94d6b on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:15.496923 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Attempting to bind port 1f42c274-0429-4179-915f-6bcc18e94d6b by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:15.497033 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Attempting to bind port 1f42c274-0429-4179-915f-6bcc18e94d6b on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:15.507605 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-abda9d99-4d73-4953-aa6e-06e5b91c1d2e req-13c973bd-9161-4f44-b193-2f8ad3c43a7c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3466542
Jun 04 13:34:15.542647 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ddb3-fac5-4a04-8ea2-0df9e5d000fd None None] Pushing event updated for resources: {'Port': ['ID=1f42c274-0429-4179-915f-6bcc18e94d6b,revision_number=2']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:15.545145 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:15.545517 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:15.545918 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.546298 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:15.546760 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Bound port: 1f42c274-0429-4179-915f-6bcc18e94d6b, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:15.547132 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.586088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.604450 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Transition to ACTIVE for port object 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:15.623642 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5260ddb3-fac5-4a04-8ea2-0df9e5d000fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:15.636167 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.647107 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-70ee0c84-d204-42e1-9fe1-4cddb1c3c89e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:15.693370 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7b84-18b3-42c1-9b41-b9ae66d73eb5 req-5df08cbe-3a95-4d6c-ab89-8d5306d25d37 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:15.701886 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1b8a7b84-18b3-42c1-9b41-b9ae66d73eb5 req-5df08cbe-3a95-4d6c-ab89-8d5306d25d37 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1009600
Jun 04 13:34:15.724619 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] For port 1f42c274-0429-4179-915f-6bcc18e94d6b, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:15.730914 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:15.734724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:15.738761 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] For port 1f42c274-0429-4179-915f-6bcc18e94d6b, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1f42c274-0429-4179-915f-6bcc18e94d6b,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:15.746130 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.748221 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:15.750283 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-a9356491-664c-4088-829b-dd8c83b2ad02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:15.789462 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1b8a7b84-18b3-42c1-9b41-b9ae66d73eb5 req-b81a7f3d-e3e3-4e84-a7b6-4c4bd63d1a62 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861769
Jun 04 13:34:15.795505 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Pushing event updated for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:15.801789 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:15.833432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:15.898458 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ddb3-fac5-4a04-8ea2-0df9e5d000fd None None] Pushing event updated for resources: {'Port': ['ID=1f42c274-0429-4179-915f-6bcc18e94d6b,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:15.905602 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-5260ddb3-fac5-4a04-8ea2-0df9e5d000fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:15.911388 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:15.913228 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddd60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:16.174254 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:16.223151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:16.234946 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-1558e4ad-eaec-48b5-8964-1d963c94a49c None None] Provisioning for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:16.244649 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-1558e4ad-eaec-48b5-8964-1d963c94a49c None None] Provisioning complete for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:16.245163 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-1558e4ad-eaec-48b5-8964-1d963c94a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:16.386419 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-1558e4ad-eaec-48b5-8964-1d963c94a49c None None] Port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:34:16.638472 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4ddd60>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:11Z', 'revision_number': 3, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:16.649224 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e267200-c50e-493b-8924-82f9ce0e6f8d None None] The sync data for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi is: [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:11Z', 'revision_number': 3, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:34:16.750488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:16.760331 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:16.860304 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd03d-c546-481d-a15a-1cea6e13389f req-d19e8496-de8c-4591-8a0f-323060fce754 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:16.866296 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed7fd03d-c546-481d-a15a-1cea6e13389f req-d19e8496-de8c-4591-8a0f-323060fce754 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2245193
Jun 04 13:34:16.891274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:16.956360 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed7fd03d-c546-481d-a15a-1cea6e13389f req-34ef2b15-f015-4916-8b3f-c4a87c121e42 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836251
Jun 04 13:34:17.127072 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:17.139191 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Pushing event updated for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:17.143302 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:17.238336 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409afc44-d68c-4669-bc6b-4a87d3688ad3 req-3cd68e03-ab02-493a-aa25-f92a9651a4de tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:17.245240 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-409afc44-d68c-4669-bc6b-4a87d3688ad3 req-3cd68e03-ab02-493a-aa25-f92a9651a4de tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1843934
Jun 04 13:34:17.333255 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-409afc44-d68c-4669-bc6b-4a87d3688ad3 req-1b58a88d-c3a2-4e12-871f-dab39e70519f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869172
Jun 04 13:34:17.439102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:17.440717 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:17.913295 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Router 354ce294-f94f-498b-a502-c1971fca41c1 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:34:17.951448 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f263b3dc-8b9f-417b-9d23-af9bcf471224 None None] Provisioning complete for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:17.952071 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f263b3dc-8b9f-417b-9d23-af9bcf471224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:18.068822 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-f263b3dc-8b9f-417b-9d23-af9bcf471224 None None] Port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:34:18.194519 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:34:18.213422 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] 10.222.0.20 "PUT /v2.0/routers/354ce294-f94f-498b-a502-c1971fca41c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0152709
Jun 04 13:34:18.370154 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a627-fcf9-4706-abc7-6bfb74e1563e req-b7bad962-6dd8-4fad-b2e1-0aae0031b75d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:18.387283 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6a18a627-fcf9-4706-abc7-6bfb74e1563e req-b7bad962-6dd8-4fad-b2e1-0aae0031b75d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2371991
Jun 04 13:34:18.411540 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1f42c274-0429-4179-915f-6bcc18e94d6b up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:18.510215 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6a18a627-fcf9-4706-abc7-6bfb74e1563e req-1a8b8d0e-5e2a-452b-aabd-2acd13150590 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218872
Jun 04 13:34:18.569487 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 1f42c274-0429-4179-915f-6bcc18e94d6b completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:18.585804 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 1f42c274-0429-4179-915f-6bcc18e94d6b triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:18.588165 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:18.656232 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d779-61b5-4627-99d0-26d2025456dd req-bab58834-a002-46e8-9bde-9f25c3acd769 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:18.658723 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0045d779-61b5-4627-99d0-26d2025456dd req-bab58834-a002-46e8-9bde-9f25c3acd769 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1015096
Jun 04 13:34:18.712715 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0045d779-61b5-4627-99d0-26d2025456dd req-a7258277-caa5-41bd-aebe-7eaa6a6e464c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467985
Jun 04 13:34:18.845037 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:18.891420 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 1f42c274-0429-4179-915f-6bcc18e94d6b, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1f42c274-0429-4179-915f-6bcc18e94d6b,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:18.898676 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:18.904938 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-984b7ec7-bd39-4906-a13e-3118ff2ac974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:19.042717 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=1f42c274-0429-4179-915f-6bcc18e94d6b,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:19.051820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:19.402158 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Sync routers for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:34:19.432296 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:19.433187 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af275e0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:19.821844 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:19.838839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da506bd-40dc-48f3-9d70-41f8eee35116 req-dc8cd576-2da7-4eac-b8fa-658a23421aa5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:19.848501 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3da506bd-40dc-48f3-9d70-41f8eee35116 req-dc8cd576-2da7-4eac-b8fa-658a23421aa5 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1488357
Jun 04 13:34:20.035565 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3da506bd-40dc-48f3-9d70-41f8eee35116 req-c25d5784-5956-48ad-a287-0df231970d3d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860018
Jun 04 13:34:20.436606 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9bbfc-9293-4482-bd1e-3dcf86a972c0 req-556775aa-c762-41e1-a1e9-7b1ac6c5ecc3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:20.448961 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-04a9bbfc-9293-4482-bd1e-3dcf86a972c0 req-556775aa-c762-41e1-a1e9-7b1ac6c5ecc3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1782870
Jun 04 13:34:20.529354 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1f42c274-0429-4179-915f-6bcc18e94d6b up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:20.546357 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-04a9bbfc-9293-4482-bd1e-3dcf86a972c0 req-8637bda4-2b69-45dd-a334-5964f3987775 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964353
Jun 04 13:34:20.645659 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 1f42c274-0429-4179-915f-6bcc18e94d6b triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:20.645951 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:20.795799 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af275e0>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:16Z', 'revision_number': 4, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff', 'name': '', 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'mac_address': 'fa:16:3e:06:c5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:14Z', 'updated_at': '2021-06-04T13:34:16Z', 'revision_number': 2, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'subnets': [{'id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:20.832157 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Checking router: 354ce294-f94f-498b-a502-c1971fca41c1 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:34:20.832528 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Updating router 354ce294-f94f-498b-a502-c1971fca41c1 port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:34:20.920039 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:20.935662 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47744) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:20.941786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819793229', 'description': 'tempest-secgroup-smoke-819793229 description', 'project_id': '537846bafd224c5ea8168904f14a73f9'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:20.956714 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:20.963731 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:20.969769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:20.983462 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:21.062118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.155618 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:21.162498 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:21.167002 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:21.175047 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:21.311367 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.363537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.386073 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7161c53b-2db8-4180-975c-ad70e3bae7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:21.397323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.402299 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47752) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:21.406979 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:21.412436 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4749880
Jun 04 13:34:21.423705 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:21.435469 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:21.438288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.439729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:21.455896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:21.473755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Transition to ACTIVE for port object 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:21.488539 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.488813 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.497600 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4048df-a6ad-4637-84dc-af005db407f1,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:21.503623 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:21.507408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:21.541016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f929446-9ffb-4ee1-b23e-5df20385e91e req-1a4d941d-69e0-48d8-9cd5-839df7e77d88 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:21.542897 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3f929446-9ffb-4ee1-b23e-5df20385e91e req-1a4d941d-69e0-48d8-9cd5-839df7e77d88 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.2396371
Jun 04 13:34:21.635580 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.640779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.644084 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af3283ec-13de-424d-b170-d3acffea4fdd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:21.752547 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e27774-7c23-40ca-91cc-3547f7dfbdd8,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:21.759207 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:21.761599 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:21.767228 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b3a3ec20-bed9-4b40-84b1-8daf2fb80fd8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3595505
Jun 04 13:34:21.768486 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47756) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:21.784996 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:21.807997 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:21.809445 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3f929446-9ffb-4ee1-b23e-5df20385e91e req-70405f49-27b6-4b35-9676-3c246284757c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585769
Jun 04 13:34:21.823308 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:21.833271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:21.852942 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:21.868207 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Pushing event updated for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:21.872685 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:21.908876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.041094 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0950-33c4-44e9-879a-781264f7b852 req-d60e6029-e922-4e25-b515-bcb607b75b5c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:22.044504 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-447f0950-33c4-44e9-879a-781264f7b852 req-d60e6029-e922-4e25-b515-bcb607b75b5c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.4057837
Jun 04 13:34:22.052589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Attempting to bind port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:22.053588 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Attempting to bind port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:22.055865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.056307 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Attempting to bind port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff on network 4ee29960-bb3d-446b-8c6c-d16955d02e15 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:22.062976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.066353 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:22.072748 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:22.073140 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Checking segment: {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:22.073558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.073965 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Bound using segment: {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:22.074920 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Bound port: 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e317de1a-266e-4088-b76d-323ed7357235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:22.075336 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.099271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d5e19e-e558-424a-b4ec-1953afee24cb,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:22.111208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:22.149229 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.153532 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3815403
Jun 04 13:34:22.154153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47758) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:22.159419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:22.173754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:22.189319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:22.192891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:22.204590 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:22.240191 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6bf6-717e-495c-87ad-94ade071d869 req-01d58de2-bde5-4f69-81db-d953378d5bde tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:22.247882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.250653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75bc6bf6-717e-495c-87ad-94ade071d869 req-01d58de2-bde5-4f69-81db-d953378d5bde tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.4393361
Jun 04 13:34:22.306693 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] For port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:22.317640 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] For port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:22.324995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.329698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:22.394738 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.401061 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.402109 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75bc6bf6-717e-495c-87ad-94ade071d869 req-3043122a-576a-4c9f-844b-28e1cb4321c9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486378
Jun 04 13:34:22.403484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:22.443369 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd43e949-7c61-4c2e-954e-ff1c7c760684,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:22.450999 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:22.492429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.495795 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Deleting port 708bc75b-57cf-48c8-a6e6-56af85541172 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:34:22.496752 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f9e98340-c882-4a51-a9ab-48e0a5fcd5b5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3415833
Jun 04 13:34:22.497369 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47760) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:22.499091 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.504442 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:22.512843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:22.514778 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af275e0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:33:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:22.515762 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:22.526417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:22.532782 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:22.548862 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:22.575987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.645136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Pushing event updated for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:22.661676 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:22.676549 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.689681 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.692094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73350821-cec9-43ca-9844-3696c2482137 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:22.716905 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9219182e-2f7f-4964-ab26-11ec167cb5cb,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:22.721692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:22.741359 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.746204 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f8ef8721-928f-464a-ae57-0e40bbe637af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2476773
Jun 04 13:34:22.747065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47762) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:22.753250 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:22.761533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:22.767847 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:22.771468 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:22.780015 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:22.803897 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Project 537846bafd224c5ea8168904f14a73f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:34:22.818348 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.823552 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] For port 708bc75b-57cf-48c8-a6e6-56af85541172, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=708bc75b-57cf-48c8-a6e6-56af85541172,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:22.824047 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:22.862505 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:22.978785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Calling delete_port for 708bc75b-57cf-48c8-a6e6-56af85541172 owned by compute:nova {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:34:22.990938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.004811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.007465 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-96412859-356b-431f-a765-8c5e1a72c9e4 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:23.051556 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351a49ad-3b16-4bf3-b470-31480370cfcd,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:23.055759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.060429 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3119330
Jun 04 13:34:23.061536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-56f1161e-a366-40b0-b41d-b8433d85f137 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:23.062151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47766) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:23.068124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'security_group_rule': {'security_group_id': 'bf4048df-a6ad-4637-84dc-af005db407f1', 'project_id': '537846bafd224c5ea8168904f14a73f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:23.074988 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:23.080577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:security_group_rule and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:23.082451 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:23.089725 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:23.102825 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Project 537846bafd224c5ea8168904f14a73f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:34:23.116192 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.194713 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f33b-9080-4c14-b3fa-7c4b8c7fa6fd req-1c0a4012-1cf4-41ba-897d-d3a1be5186c2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:23.196486 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1d9f33b-9080-4c14-b3fa-7c4b8c7fa6fd req-1c0a4012-1cf4-41ba-897d-d3a1be5186c2 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 945 time: 0.1608219
Jun 04 13:34:23.206820 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.213508 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.237162 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:23.257902 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a783ddbe-3444-4013-ad7b-2d43e13417a4,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:23.259298 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af275e0>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:16Z', 'revision_number': 4, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff', 'name': '', 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'mac_address': 'fa:16:3e:06:c5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:14Z', 'updated_at': '2021-06-04T13:34:22Z', 'revision_number': 4, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'subnets': [{'id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:23.260818 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:23.264781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801f4f-8690-4747-89d1-88917c5c861a None None] The sync data for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi is: [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:34:16Z', 'revision_number': 4, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff', 'name': '', 'network_id': '4ee29960-bb3d-446b-8c6c-d16955d02e15', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'mac_address': 'fa:16:3e:06:c5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:14Z', 'updated_at': '2021-06-04T13:34:22Z', 'revision_number': 4, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'subnets': [{'id': 'd4f42500-7c76-43c9-93ae-e0643d5fb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:34:23.277220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.278875 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f9694aae-6c72-40f7-8eb3-1a65662ce73e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2151558
Jun 04 13:34:23.402134 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.406961 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1d9f33b-9080-4c14-b3fa-7c4b8c7fa6fd req-cbe185b0-592e-456c-8d6d-7c530e94ef9f tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034485
Jun 04 13:34:23.411738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:23.414571 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['a731d32d-7c64-4356-b15a-e2cdeca15698', '708bc75b-57cf-48c8-a6e6-56af85541172'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:34:23.481343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Pushing event deleted for resources: {'Port': ['ID=708bc75b-57cf-48c8-a6e6-56af85541172,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:23.491125 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:23.624943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] No DVR routers for this DVR port 708bc75b-57cf-48c8-a6e6-56af85541172 on host hv-cinder-78477 {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:34:23.630110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:23.643847 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'name': 'network-vif-deleted', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:23.646861 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586d956-d10e-48be-b928-3dfe318acc25" -d '{"events": [{"server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "name": "network-vif-deleted", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:23.744167 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-447f0950-33c4-44e9-879a-781264f7b852 req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "DELETE /v2.0/ports/708bc75b-57cf-48c8-a6e6-56af85541172 HTTP/1.1" status: 204  len: 173 time: 1.6926291
Jun 04 13:34:23.823417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d3680-2d7e-4200-af9c-6ed0c604cd18 x-openstack-request-id: req-493d3680-2d7e-4200-af9c-6ed0c604cd18 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:23.824817 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9056a8-b26e-406a-8a25-b078df33c6a2", "name": "network-vif-deleted", "tag": "708bc75b-57cf-48c8-a6e6-56af85541172", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:23.825114 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493d3680-2d7e-4200-af9c-6ed0c604cd18 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:23.825644 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9056a8-b26e-406a-8a25-b078df33c6a2', 'name': 'network-vif-deleted', 'tag': '708bc75b-57cf-48c8-a6e6-56af85541172', 'status': 'completed', 'code': 200}
Jun 04 13:34:23.863117 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371716f5-0d03-43fe-9762-d4356a28728f req-bd230e2e-0c84-4254-950c-465bf6a9fdec tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:23.873144 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-371716f5-0d03-43fe-9762-d4356a28728f req-bd230e2e-0c84-4254-950c-465bf6a9fdec tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2502031
Jun 04 13:34:23.978837 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-371716f5-0d03-43fe-9762-d4356a28728f req-24d75880-601b-44fa-b064-ca8f477cb31d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046681
Jun 04 13:34:24.040578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271751-a383-466a-a8f5-8f2e1243304f req-7b58c674-c4f3-45ca-8a9b-6c4e337f85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:24.042745 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-7b58c674-c4f3-45ca-8a9b-6c4e337f85ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1096 time: 0.1365244
Jun 04 13:34:24.301247 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271751-a383-466a-a8f5-8f2e1243304f req-7d2bd752-9f5b-4b3a-b5f4-26cc8cb85f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:24.302978 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-7d2bd752-9f5b-4b3a-b5f4-26cc8cb85f3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.2221723
Jun 04 13:34:24.372171 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:24.474327 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:24.490688 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:24.491894 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:24.610799 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-3aad17e6-6b4e-431c-81b1-40e7ce2ab69d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 200  len: 998 time: 0.2947605
Jun 04 13:34:24.778964 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-340c5d44-5c47-4220-828c-e438e8b73c39 req-8e95cb96-ede3-46fe-a01c-cfdacb1479a9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Synchronizing usage tracker for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:24.801398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:24.819839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271751-a383-466a-a8f5-8f2e1243304f req-216ed384-edce-4b77-870c-75b3a624a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:24.822282 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-216ed384-edce-4b77-870c-75b3a624a586 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.2022288
Jun 04 13:34:24.823908 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-340c5d44-5c47-4220-828c-e438e8b73c39 req-8e95cb96-ede3-46fe-a01c-cfdacb1479a9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Unset dirty status for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:24.837476 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-340c5d44-5c47-4220-828c-e438e8b73c39 req-8e95cb96-ede3-46fe-a01c-cfdacb1479a9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9056a8-b26e-406a-8a25-b078df33c6a2 HTTP/1.1" status: 200  len: 210 time: 0.1512601
Jun 04 13:34:24.862231 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:24.869166 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:24.878469 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:24.967313 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271751-a383-466a-a8f5-8f2e1243304f req-52035593-8bcb-4171-9ffb-685e99142497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:24.969343 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-52035593-8bcb-4171-9ffb-685e99142497 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1309497
Jun 04 13:34:25.043234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:25.049924 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:25.112390 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-54b1d05b-e80b-4422-a062-02839e1028f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:25.216577 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-6d32af4d-5d90-48bb-93ee-c80aba7ff8e6 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350349
Jun 04 13:34:25.422098 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39dca-fcf1-48fe-8a0a-c31fe3d23df5 req-d3308173-8a98-4985-8fa7-b071a1e5301a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:25.424457 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ee39dca-fcf1-48fe-8a0a-c31fe3d23df5 req-d3308173-8a98-4985-8fa7-b071a1e5301a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.2057426
Jun 04 13:34:25.427864 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d271751-a383-466a-a8f5-8f2e1243304f req-49f551ff-1faa-43c3-96e1-0430e44e1948 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745074
Jun 04 13:34:25.480126 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8ee39dca-fcf1-48fe-8a0a-c31fe3d23df5 req-c107c678-d184-4b30-a905-96debf9aca57 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495358
Jun 04 13:34:26.309228 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:26.380922 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d643f1d-b26c-4110-968a-a714e55999eb req-773b69aa-b47b-4d09-afce-142323a4fd20 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:26.382418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:26.382955 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:26.383183 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d643f1d-b26c-4110-968a-a714e55999eb req-773b69aa-b47b-4d09-afce-142323a4fd20 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.0965374
Jun 04 13:34:26.442018 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d643f1d-b26c-4110-968a-a714e55999eb req-f324950e-cd52-4f4c-bc8a-3b1e1176f875 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482681
Jun 04 13:34:26.696490 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c011051-f835-44ac-ab83-4174067265a3 req-7fa7087e-beab-4227-84c2-7dd88355a9f9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:26.698241 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8c011051-f835-44ac-ab83-4174067265a3 req-7fa7087e-beab-4227-84c2-7dd88355a9f9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.0902927
Jun 04 13:34:26.746924 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8c011051-f835-44ac-ab83-4174067265a3 req-bc944c1f-677f-47b1-9cfb-9a426feaeb07 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429795
Jun 04 13:34:26.869263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 708bc75b-57cf-48c8-a6e6-56af85541172 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:26.908161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 708bc75b-57cf-48c8-a6e6-56af85541172 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:34:26.908519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 708bc75b-57cf-48c8-a6e6-56af85541172 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:34:27.597281 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-257b68ec-eadb-41ce-b8a4-802c937a93fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:27.651834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbb9d-7aa5-4463-b86d-a5f92a29c201 req-7bcff332-ac63-48d2-8049-0a09d69c8b46 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:27.653993 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-917bbb9d-7aa5-4463-b86d-a5f92a29c201 req-7bcff332-ac63-48d2-8049-0a09d69c8b46 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1020851
Jun 04 13:34:27.711706 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-917bbb9d-7aa5-4463-b86d-a5f92a29c201 req-7d1602bc-4b2e-42cc-b1fd-98c202b36dd9 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514762
Jun 04 13:34:27.980608 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d39252-d97e-47f4-bbaf-d1fadea4e64b req-a4572d86-4b7c-4a64-9707-8fe8c2919f16 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:27.982367 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65d39252-d97e-47f4-bbaf-d1fadea4e64b req-a4572d86-4b7c-4a64-9707-8fe8c2919f16 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1154015
Jun 04 13:34:28.039119 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:28.209307 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65d39252-d97e-47f4-bbaf-d1fadea4e64b req-b2ffc1e2-1b27-4098-a514-80bb28857f8e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2195470
Jun 04 13:34:28.249155 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-d26fd025-2902-4a6a-8d8e-2df37ce2f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:28.251184 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-d26fd025-2902-4a6a-8d8e-2df37ce2f09a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1138 time: 0.2458744
Jun 04 13:34:28.258704 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89979496-0d15-4481-8a40-2bb3a0ba3b02 req-3547ca50-e4df-4dcd-9459-f61e3b5c53bc tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:28.260089 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-89979496-0d15-4481-8a40-2bb3a0ba3b02 req-3547ca50-e4df-4dcd-9459-f61e3b5c53bc tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.2564387
Jun 04 13:34:28.396899 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-89979496-0d15-4481-8a40-2bb3a0ba3b02 req-f5170255-8802-4451-8e5e-36a63ec8659a tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1176713
Jun 04 13:34:28.436266 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-18bc47a9-f456-4772-89bf-fe27b692efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:28.437896 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-18bc47a9-f456-4772-89bf-fe27b692efe1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.1769683
Jun 04 13:34:28.576541 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-9abbfa85-ee75-48a0-b146-bcc762f61e17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 1001 time: 0.1107192
Jun 04 13:34:28.654413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-9eb772e4-44a4-4c6d-bb8b-366936399ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:28.655928 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-9eb772e4-44a4-4c6d-bb8b-366936399ea8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.0646152
Jun 04 13:34:28.736487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-91060a07-0fb0-4afb-9cca-9954ba5a6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:28.738154 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-91060a07-0fb0-4afb-9cca-9954ba5a6b94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0732448
Jun 04 13:34:28.763789 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:28.904881 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-5e26f8c7-4c04-4802-80d4-206810ad5372 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544986
Jun 04 13:34:28.932841 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:29.103991 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fd8184b1-a78a-49fc-a714-4fa4d1f81404 req-a1e412db-301e-4464-8e54-ad33af9a4f5d service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860113
Jun 04 13:34:29.148205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c5a0a-871a-4dbb-9c60-0317d35127aa req-8446e39b-5480-45a6-91c3-c8a5b071feea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:29.149668 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c94c5a0a-871a-4dbb-9c60-0317d35127aa req-8446e39b-5480-45a6-91c3-c8a5b071feea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1241663
Jun 04 13:34:29.233359 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c94c5a0a-871a-4dbb-9c60-0317d35127aa req-b1443dfc-b38c-443b-a7cf-6b834b9942ae tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770495
Jun 04 13:34:29.419271 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391777b-0a8e-4147-9aa2-8846b6eaf69b req-5bcaa27c-37d8-4e55-b324-2d45dc147e08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:29.420724 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5391777b-0a8e-4147-9aa2-8846b6eaf69b req-5bcaa27c-37d8-4e55-b324-2d45dc147e08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.0850770
Jun 04 13:34:29.491862 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5391777b-0a8e-4147-9aa2-8846b6eaf69b req-d549e53a-a015-4eb1-930f-ef59ffe1594f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623810
Jun 04 13:34:29.604269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c933-9162-48f2-aad8-102ade8fe663 req-9e00453e-22c3-4684-8539-8b8a772fd865 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:29.605758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea54c933-9162-48f2-aad8-102ade8fe663 req-9e00453e-22c3-4684-8539-8b8a772fd865 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.0887797
Jun 04 13:34:29.653827 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea54c933-9162-48f2-aad8-102ade8fe663 req-a5bac7c6-9621-4737-a522-dae4ad44a9c7 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410156
Jun 04 13:34:30.518689 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:30.692699 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a9fc-6f2a-4f49-9d8c-d942cb5dde11 req-de58469c-5aca-4753-9c8a-5ff8eab4742e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:30.694259 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4aa6a9fc-6f2a-4f49-9d8c-d942cb5dde11 req-de58469c-5aca-4753-9c8a-5ff8eab4742e tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1482418
Jun 04 13:34:30.756202 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4aa6a9fc-6f2a-4f49-9d8c-d942cb5dde11 req-cefc843e-c2da-42f4-82d7-7c3861c7cb6d tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541182
Jun 04 13:34:30.763557 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf659-fb92-447d-a50e-74fbb87f041f req-8dcafd3a-dcb7-489b-919e-2cea42b4d394 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:30.765674 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f4ccf659-fb92-447d-a50e-74fbb87f041f req-8dcafd3a-dcb7-489b-919e-2cea42b4d394 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 943 time: 0.1457431
Jun 04 13:34:30.824403 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f4ccf659-fb92-447d-a50e-74fbb87f041f req-e13f6e3c-98cc-4022-83be-fed570f588b7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511243
Jun 04 13:34:30.910311 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:34:30.979677 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fdb6c-8a7a-4b30-af92-a22151dc037d req-13bac0d4-8d1b-4299-8178-d79b578556e8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:30.981033 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d39fdb6c-8a7a-4b30-af92-a22151dc037d req-13bac0d4-8d1b-4299-8178-d79b578556e8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1036198
Jun 04 13:34:31.033876 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d39fdb6c-8a7a-4b30-af92-a22151dc037d req-c5690ea1-3ea6-408b-ad42-bde4c81e4ba0 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415647
Jun 04 13:34:31.054619 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:31.069170 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'mac_address': 'fa:16:3e:57:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:34:31.136620 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:31.154347 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:34:31.172854 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:31.180515 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:31.182638 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:31.250648 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=9']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:31.255420 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:31.515356 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['34a3a1be-f550-46df-a0ba-8e20021f4388'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:34:32.039223 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95d257-732f-4372-af67-e9d719242141 req-2455d3da-b78a-4226-b0a2-54f64e6d9333 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:32.041003 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fb95d257-732f-4372-af67-e9d719242141 req-2455d3da-b78a-4226-b0a2-54f64e6d9333 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1610787
Jun 04 13:34:32.105309 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602385-fd45-41ab-a594-8e654acc4924 req-f1bbb768-a197-4df9-81a8-4f6c90097368 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:32.106863 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-69602385-fd45-41ab-a594-8e654acc4924 req-f1bbb768-a197-4df9-81a8-4f6c90097368 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 944 time: 0.1628952
Jun 04 13:34:32.117366 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fb95d257-732f-4372-af67-e9d719242141 req-225d5348-8ffb-4e98-ae47-2e089fce5ab6 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690444
Jun 04 13:34:32.174454 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-69602385-fd45-41ab-a594-8e654acc4924 req-6d1d8f37-e436-411c-8507-4a386119acd0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608509
Jun 04 13:34:32.310409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d3d-9803-43af-be0e-91e57ca3e65b req-0a1f6313-94b4-4d94-8e72-fdb4afcc99fb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:32.311839 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d0e12d3d-9803-43af-be0e-91e57ca3e65b req-0a1f6313-94b4-4d94-8e72-fdb4afcc99fb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.0911644
Jun 04 13:34:32.440680 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d0e12d3d-9803-43af-be0e-91e57ca3e65b req-ba265adf-0c80-4957-8e1f-36977f8f91fb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1217115
Jun 04 13:34:32.924976 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:33.001144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 34a3a1be-f550-46df-a0ba-8e20021f4388 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:33.001518 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:33.126535 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:33.161074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:33.164251 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb711dd-5884-4866-b847-7b8049bdcf4e" -d '{"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:33.176049 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:33.181805 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:33.183766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:33.237501 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873cfafd-d2fa-4ba8-a741-3bfd7667c370 x-openstack-request-id: req-873cfafd-d2fa-4ba8-a741-3bfd7667c370 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:33.237807 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-plugged", "status": "completed", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:33.238309 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-873cfafd-d2fa-4ba8-a741-3bfd7667c370 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:33.238430 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'code': 200}
Jun 04 13:34:33.265290 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=10']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:33.274240 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.274660 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.275193 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.275304 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.275654 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.276172 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.276435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.276838 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.277096 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.277435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.279763 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.280031 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:34:33.289088 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:33.522764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9507097-a90f-4a7a-8e37-b8559e46d8da req-f05b7da7-3dd4-4549-bf6a-8be7db8f15ea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:33.524189 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f9507097-a90f-4a7a-8e37-b8559e46d8da req-f05b7da7-3dd4-4549-bf6a-8be7db8f15ea tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.2117538
Jun 04 13:34:33.573580 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-c583e38f-3d4f-4a6b-a627-faece48d4c0c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:33.575043 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-c583e38f-3d4f-4a6b-a627-faece48d4c0c tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 946 time: 0.1982908
Jun 04 13:34:33.584710 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfaae5-4c2e-4dc9-964b-02dfc4b763fc req-bd08c253-34e4-4048-b7c2-95fa8e67e524 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:33.586059 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7fcfaae5-4c2e-4dc9-964b-02dfc4b763fc req-bd08c253-34e4-4048-b7c2-95fa8e67e524 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.1704152
Jun 04 13:34:33.685223 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f9507097-a90f-4a7a-8e37-b8559e46d8da req-9dc51cc9-5795-487d-b5ea-f648267fedec tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/security-groups?id=f181d5aa-ad8b-4bd1-96cf-be21fb983d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485357
Jun 04 13:34:33.808891 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7fcfaae5-4c2e-4dc9-964b-02dfc4b763fc req-8a24f496-9c88-417a-b26a-1124098b10ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1897469
Jun 04 13:34:33.899554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Deleting port a731d32d-7c64-4356-b15a-e2cdeca15698 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:34:33.899914 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:33.927125 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da398-2297-4187-acbc-656c2dfa78c5 req-1179f80c-4f9d-47ea-b98b-2a876e586870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:33.928673 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9f4da398-2297-4187-acbc-656c2dfa78c5 req-1179f80c-4f9d-47ea-b98b-2a876e586870 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 1099 time: 0.1044207
Jun 04 13:34:33.981475 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9f4da398-2297-4187-acbc-656c2dfa78c5 req-5d9a36dc-af4a-401a-b6d1-cdcd56865e9f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457995
Jun 04 13:34:34.049910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27c080-3d71-449c-b1d4-83cd683eb572 req-c96f65c5-efc4-4f6e-a6d7-59b1d5112087 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:34.051488 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fe27c080-3d71-449c-b1d4-83cd683eb572 req-c96f65c5-efc4-4f6e-a6d7-59b1d5112087 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.2094114
Jun 04 13:34:34.062910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] For port a731d32d-7c64-4356-b15a-e2cdeca15698, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a731d32d-7c64-4356-b15a-e2cdeca15698,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:34.063752 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:34.147875 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:34:34.210237 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Calling delete_port for a731d32d-7c64-4356-b15a-e2cdeca15698 owned by compute:nova {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:34:34.236927 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fe27c080-3d71-449c-b1d4-83cd683eb572 req-5bfa8a98-d9c4-4735-8c53-271303a98731 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1766644
Jun 04 13:34:34.359515 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:34.365188 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:34.372750 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['a731d32d-7c64-4356-b15a-e2cdeca15698'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:34:34.414933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Pushing event deleted for resources: {'Port': ['ID=a731d32d-7c64-4356-b15a-e2cdeca15698,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:34.418175 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:34.493096 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] No DVR routers for this DVR port a731d32d-7c64-4356-b15a-e2cdeca15698 on host hv-cinder-78477 {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:34:34.496199 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:34.498747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'name': 'network-vif-deleted', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:34.501587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329841cd-7482-4579-a077-d0798bf31273" -d '{"events": [{"server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "name": "network-vif-deleted", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:34.515671 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a5b9780-4ed4-4653-9131-992049c9ee57 req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.22 "DELETE /v2.0/ports/a731d32d-7c64-4356-b15a-e2cdeca15698 HTTP/1.1" status: 204  len: 173 time: 0.9286592
Jun 04 13:34:34.563667 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6803a32-3b57-4133-b93d-4f220444519f x-openstack-request-id: req-b6803a32-3b57-4133-b93d-4f220444519f {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:34.563667 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e55c014-3c33-4aba-87fb-9cc7dcffdd66", "name": "network-vif-deleted", "tag": "a731d32d-7c64-4356-b15a-e2cdeca15698", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:34.564827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6803a32-3b57-4133-b93d-4f220444519f {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:34.564827 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e55c014-3c33-4aba-87fb-9cc7dcffdd66', 'name': 'network-vif-deleted', 'tag': 'a731d32d-7c64-4356-b15a-e2cdeca15698', 'status': 'completed', 'code': 200}
Jun 04 13:34:34.870425 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-a9573d90-95cb-4967-882a-06cf5e1a00fe req-cc2da62a-daaa-4705-a87f-540d0b55d6e7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Synchronizing usage tracker for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:34.886869 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-a9573d90-95cb-4967-882a-06cf5e1a00fe req-cc2da62a-daaa-4705-a87f-540d0b55d6e7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Unset dirty status for tenant:d678b795a7e5476890e484eae484e42e on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:34.888668 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a9573d90-95cb-4967-882a-06cf5e1a00fe req-cc2da62a-daaa-4705-a87f-540d0b55d6e7 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e55c014-3c33-4aba-87fb-9cc7dcffdd66 HTTP/1.1" status: 200  len: 210 time: 0.0640304
Jun 04 13:34:35.055227 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc0b5e-9cb0-453b-9c4d-e8de43cc2a5d req-157184ec-cced-440b-a074-642210933191 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:35.055801 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ecc0b5e-9cb0-453b-9c4d-e8de43cc2a5d req-157184ec-cced-440b-a074-642210933191 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0937092
Jun 04 13:34:35.111064 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ecc0b5e-9cb0-453b-9c4d-e8de43cc2a5d req-3062b60b-171e-40e7-8f93-af84fbce3a8c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495274
Jun 04 13:34:35.448568 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279ad50-3ad1-4172-8253-c4e46f015267 req-3cb4f0f4-e4cc-4479-b59d-ced7b30d18b8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:35.449959 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e279ad50-3ad1-4172-8253-c4e46f015267 req-3cb4f0f4-e4cc-4479-b59d-ced7b30d18b8 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.0948093
Jun 04 13:34:35.499563 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e279ad50-3ad1-4172-8253-c4e46f015267 req-a00fabc8-f299-4dee-8231-e802c5dda944 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436671
Jun 04 13:34:35.997150 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 47932) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:36.326786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc76aa5-7292-40bd-b3f5-b39830837fa8 req-aa6195ef-ce8c-4383-9d29-0835d7daecd4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:36.328472 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbc76aa5-7292-40bd-b3f5-b39830837fa8 req-aa6195ef-ce8c-4383-9d29-0835d7daecd4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0835009
Jun 04 13:34:36.382639 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dbc76aa5-7292-40bd-b3f5-b39830837fa8 req-6f73b797-c4a8-4d56-b1d5-8d62ccc9abf5 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444987
Jun 04 13:34:36.694375 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:36.721242 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b60d2-cfe2-41f7-98e3-fb41c16e97dd req-75a07fae-68a7-4d97-8e45-e4181410f142 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:36.722749 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a86b60d2-cfe2-41f7-98e3-fb41c16e97dd req-75a07fae-68a7-4d97-8e45-e4181410f142 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.0959880
Jun 04 13:34:36.773428 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a86b60d2-cfe2-41f7-98e3-fb41c16e97dd req-6dd109e2-d334-4c11-b8c9-cd3a0b3ac9fb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0440047
Jun 04 13:34:36.963295 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a731d32d-7c64-4356-b15a-e2cdeca15698 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:37.042479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: a731d32d-7c64-4356-b15a-e2cdeca15698 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:34:37.043236 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a731d32d-7c64-4356-b15a-e2cdeca15698 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:34:37.226723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Deleting port 5c392573-a04c-43e3-a803-783152b1c4b6 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:34:37.227411 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:37.363539 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] For port 5c392573-a04c-43e3-a803-783152b1c4b6, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=5c392573-a04c-43e3-a803-783152b1c4b6,segment=NetworkSegment(7be87555-a3d3-4353-bf46-57efed88d1c0),segment_id=7be87555-a3d3-4353-bf46-57efed88d1c0)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:37.363901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:37.492422 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Calling delete_port for 5c392573-a04c-43e3-a803-783152b1c4b6 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:34:37.639567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c02e5-533e-4495-a8fb-ea7afefc1236 req-f15b1c02-ebb8-4042-bde2-0d10bf476cae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:37.642017 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ae9c02e5-533e-4495-a8fb-ea7afefc1236 req-f15b1c02-ebb8-4042-bde2-0d10bf476cae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.1017690
Jun 04 13:34:37.693656 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ae9c02e5-533e-4495-a8fb-ea7afefc1236 req-414bd34f-c765-4a3d-8b4d-98f7f40590ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455842
Jun 04 13:34:37.919453 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:37.925406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c49aa36b-4690-477e-861a-c86966c1979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:37.984955 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c392573-a04c-43e3-a803-783152b1c4b6,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:37.989312 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:38.076270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af07c6-dde1-45a0-a2b4-e352fe4c8ffc req-53748de4-2dbf-4b25-a1a8-95294338cfbd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:38.077880 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3af07c6-dde1-45a0-a2b4-e352fe4c8ffc req-53748de4-2dbf-4b25-a1a8-95294338cfbd tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1879895
Jun 04 13:34:38.132811 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3af07c6-dde1-45a0-a2b4-e352fe4c8ffc req-81af3461-ef6c-41d2-b861-8e56fee2d217 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480993
Jun 04 13:34:38.314455 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:38.692025 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:34:38.884533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:34:38.901188 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8374cfb-b8a4-459a-8d4a-2fefec5b3388 req-7e85fa36-608e-4df3-9217-5f4d9f1e538d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:38.902444 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Sync routers for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:34:38.903115 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8374cfb-b8a4-459a-8d4a-2fefec5b3388 req-7e85fa36-608e-4df3-9217-5f4d9f1e538d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0882280
Jun 04 13:34:38.906147 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] 10.222.0.20 "PUT /v2.0/routers/f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9079144
Jun 04 13:34:38.908843 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 47994) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:38.942892 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:38.943533 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4fd370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:34:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:39.035294 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e8374cfb-b8a4-459a-8d4a-2fefec5b3388 req-3f06ee7d-94f5-4cdd-8dd4-0b3e5c93c1c2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727508
Jun 04 13:34:39.122166 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:39.126444 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:39.368970 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:39.418816 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4fd370>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:34:37Z', 'revision_number': 5, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port': {'id': 'c26f4e78-df69-4ac9-8bf7-5995c069873f', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:39.423742 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Checking router: f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:34:39.433264 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Routers {'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:34:39.434136 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4fd370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:34:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:39.437054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6753-8fca-40dc-9554-f841495d02c2 req-1cae74c9-522d-4eea-b9f3-ab728f2fee59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:39.438601 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5f5a6753-8fca-40dc-9554-f841495d02c2 req-1cae74c9-522d-4eea-b9f3-ab728f2fee59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1606297
Jun 04 13:34:39.502525 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5f5a6753-8fca-40dc-9554-f841495d02c2 req-2fa9cade-67fc-47ce-a205-bf03fe50d4ef tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0558541
Jun 04 13:34:39.504300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Deleting port c26f4e78-df69-4ac9-8bf7-5995c069873f {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:34:39.504661 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:39.603040 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] Set router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:34:39.654721 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] For port c26f4e78-df69-4ac9-8bf7-5995c069873f, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c26f4e78-df69-4ac9-8bf7-5995c069873f,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:39.655158 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:39.712210 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4fd370>, [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:34:39Z', 'revision_number': 6, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:39.716423 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0c1c3-4e24-4548-bc36-5bb02655ed9a None None] The sync data for ids ['f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb'] in dv-cinder-784779-14-iscsi is: [{'id': 'f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1986785832-router', 'tenant_id': 'd678b795a7e5476890e484eae484e42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:34:39Z', 'revision_number': 6, 'project_id': 'd678b795a7e5476890e484eae484e42e', 'gw_port_host': None}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:34:39.802641 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Calling delete_port for c26f4e78-df69-4ac9-8bf7-5995c069873f owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:34:40.096645 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.109334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bf57a715-acbb-43c8-968f-fca125dd8779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:40.161316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26f4e78-df69-4ac9-8bf7-5995c069873f,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:40.187748 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:40.329958 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.522231 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.526542 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.595476 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c26f4e78-df69-4ac9-8bf7-5995c069873f no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:40.630724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a25172-2fe1-4b3f-9483-6886a98b3879 req-b9f29972-44a3-4cde-8df7-fae55e11f924 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:40.632396 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01a25172-2fe1-4b3f-9483-6886a98b3879 req-b9f29972-44a3-4cde-8df7-fae55e11f924 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.4427228
Jun 04 13:34:40.633521 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.634082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:34:40.640186 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: c26f4e78-df69-4ac9-8bf7-5995c069873f {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:34:40.641796 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c26f4e78-df69-4ac9-8bf7-5995c069873f not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:34:40.644424 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 5c392573-a04c-43e3-a803-783152b1c4b6 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:34:40.680696 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 5c392573-a04c-43e3-a803-783152b1c4b6 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:34:40.681049 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 5c392573-a04c-43e3-a803-783152b1c4b6 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:34:40.721147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.722432 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e9cdcdcf-c8fd-4dee-96b0-6c4d2449b790 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f46c0b6c-6f0b-4a7e-9ac7-9a0b770f34fb HTTP/1.1" status: 204  len: 168 time: 1.8124542
Jun 04 13:34:40.725010 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48066) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:40.746380 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01a25172-2fe1-4b3f-9483-6886a98b3879 req-5f5f512d-b0f3-41ad-a19f-012b669aff46 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665092
Jun 04 13:34:40.787193 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9bce-8039-4065-88a8-11fa7896ca40 req-c1315f9a-c078-488f-8e97-6409c29c50f0 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:40.787193 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aa1e9bce-8039-4065-88a8-11fa7896ca40 req-c1315f9a-c078-488f-8e97-6409c29c50f0 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1337461
Jun 04 13:34:40.816924 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Deleting subnet fbf76808-d5b4-43c0-989d-0a29ebaec0d0 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:34:40.820534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.837025 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aa1e9bce-8039-4065-88a8-11fa7896ca40 req-3c432df0-4f5a-4263-9376-62b248cfbd5c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0517383
Jun 04 13:34:40.878920 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:40.945020 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.260832 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48072) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:41.299525 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.304680 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:41.319514 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Deleting subnet aca6d4b5-001f-4164-8c4f-af7759ec367c {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:34:41.322831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.343001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf76808-d5b4-43c0-989d-0a29ebaec0d0,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:41.347281 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:41.349051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.354693 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbf76808-d5b4-43c0-989d-0a29ebaec0d0 HTTP/1.1" status: 204  len: 168 time: 0.6286311
Jun 04 13:34:41.357114 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48074) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:41.374878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.382240 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.463275 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.594900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.608694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1201c0>,) {'filters': {'network_id': ['a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:41.621843 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1201c0>, '7be87555-a3d3-4353-bf46-57efed88d1c0') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:41.622137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b1201c0>, '7be87555-a3d3-4353-bf46-57efed88d1c0') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:41.631614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.634543 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.636655 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9936f599-e7b3-4a7c-b3a9-f9088e729510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:41.650542 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.657109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:34:41.657396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:34:41.671076 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:34:41.673945 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca6d4b5-001f-4164-8c4f-af7759ec367c,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:41.674798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.678587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:41.681318 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aca6d4b5-001f-4164-8c4f-af7759ec367c HTTP/1.1" status: 204  len: 168 time: 0.4195049
Jun 04 13:34:41.683883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48078) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:41.750050 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.756663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.759318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-138af801-bf83-42d0-9af9-9f3461c3f832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:41.780415 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:41.785728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:41.789054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.790564 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b8b7f7e9-b6da-452e-87e6-5732483bce17 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0d48abb-7ca5-40bd-bb0e-40bd8ffd5849 HTTP/1.1" status: 204  len: 168 time: 0.4325123
Jun 04 13:34:41.922897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:41.941007 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a8ae3c310>> segment before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.941549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a8ae3c310>> subnet precommit_delete_associations 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.942624 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> segment_host_mapping after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.943043 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> port after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.943480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.944035 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.944641 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> segment after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.945073 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> subnet after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.945618 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> subnet after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.946080 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a8bde35b0>> subnet after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:41.978562 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48088) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:42.027119 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-277c6131-57a5-403c-8a17-360899d1a4de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d678b795a7e5476890e484eae484e42e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0472612
Jun 04 13:34:42.029514 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48094) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:42.086855 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.112302 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.168037 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.171601 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4170d769-3e51-4145-8b8b-c1edb8ca6678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:42.183226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f181d5aa-ad8b-4bd1-96cf-be21fb983d43,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:42.187615 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:42.190191 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.191312 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f181d5aa-ad8b-4bd1-96cf-be21fb983d43 HTTP/1.1" status: 204  len: 168 time: 0.1607049
Jun 04 13:34:42.231160 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a89afda90>> subnet after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:42.231530 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a89afda90>> subnet after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:42.231857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a89afda90>> subnet before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:42.232181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a89afda90>> subnet before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 13:34:42.232521 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8bde3400>,) {'filters': {'network_id': ['89b8ff20-8595-47aa-9d65-4a1e71aa1ca5']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:42.280809 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8bde3400>, 'a3158207-ac65-4285-a39d-81a9b081c657') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:42.281383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8bde3400>, 'a3158207-ac65-4285-a39d-81a9b081c657') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:34:42.299449 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.323830 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.333639 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:34:42.333908 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   from cryptography.utils import int_from_bytes
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   from cryptography.utils import int_from_bytes
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:34:42.350648 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:34:42.435494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120538d-9dbe-4eee-b120-9d5ca52608db req-640f229f-c781-4639-84d3-58498cbdf66d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:42.437042 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b120538d-9dbe-4eee-b120-9d5ca52608db req-640f229f-c781-4639-84d3-58498cbdf66d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1934309
Jun 04 13:34:42.456613 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.463935 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.474209 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:42.586443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Pushing event deleted for resources: {'Network': ['ID=89b8ff20-8595-47aa-9d65-4a1e71aa1ca5,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:42.588864 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:42.609527 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1c588e9b-41d8-42aa-8ede-67ac1172690a admin admin] 10.222.0.20 "DELETE /v2.0/networks/89b8ff20-8595-47aa-9d65-4a1e71aa1ca5 HTTP/1.1" status: 204  len: 168 time: 0.9246538
Jun 04 13:34:42.617040 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b120538d-9dbe-4eee-b120-9d5ca52608db req-24d5199f-7272-4332-9651-e016f17eb7f6 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1738503
Jun 04 13:34:42.733979 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48116) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:42.779843 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-187ece69-747f-4d0f-a194-792a16c05970 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=219f342d972942a8a411025c8fcfea6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0444403
Jun 04 13:34:42.782657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48118) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:42.845255 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.871194 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.924432 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.928222 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:42.943821 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836db094-c488-4d69-84bf-fd1ed384416e,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:42.946777 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:42.958860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:42.960214 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/836db094-c488-4d69-84bf-fd1ed384416e HTTP/1.1" status: 204  len: 168 time: 0.1764684
Jun 04 13:34:43.064316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48130) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:43.292650 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196941199-network', 'tenant_id': 'dc4a5a720a814b199d37a532336c534c'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:43.297382 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:43.301448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Usage tracker for resource:network and tenant:dc4a5a720a814b199d37a532336c534c is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:43.304409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:43.310154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:43.321475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Made reservation on behalf of dc4a5a720a814b199d37a532336c534c for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:43.324350 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.337103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.351137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:43.355240 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4a5a720a814b199d37a532336c534c is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:43.358225 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:43.364197 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:43.450892 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.455354 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.458219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-142a7741-4ee8-419f-93af-fd5684efd048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:43.488530 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:34:43.493720 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980ec9e-7591-413d-bc7a-528e3d24ade3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:43.497328 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:43.501699 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.502040 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Added segment 8888e439-a2f9-4f4b-b782-cca41573a1f8 of type vlan for network b6054ce4-e56a-4197-84fb-64b84d8bcb1e
Jun 04 13:34:43.528496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.558406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.559836 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:43.560417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.565779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-77af82a6-258f-42eb-bb29-84e8916dd850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:43.665972 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5978725
Jun 04 13:34:43.666381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48154) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:43.667129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6054ce4-e56a-4197-84fb-64b84d8bcb1e,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:43.669729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:43.672839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Request body: {'subnet': {'network_id': 'b6054ce4-e56a-4197-84fb-64b84d8bcb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196941199-subnet', 'tenant_id': 'dc4a5a720a814b199d37a532336c534c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:43.679501 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network b6054ce4-e56a-4197-84fb-64b84d8bcb1e details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:34:43.696416 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:43.708193 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Usage tracker for resource:subnet and tenant:dc4a5a720a814b199d37a532336c534c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:43.711347 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:43.716530 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48158) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:43.719328 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:43.755977 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Made reservation on behalf of dc4a5a720a814b199d37a532336c534c for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:43.758301 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5300300'] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.890916 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-8869745-network', 'tenant_id': 'e2aa8076247a4d9e8f1bf064511f72d6'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:43.904389 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:43.915577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Usage tracker for resource:network and tenant:e2aa8076247a4d9e8f1bf064511f72d6 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:43.920100 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:43.928373 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:43.947420 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Made reservation on behalf of e2aa8076247a4d9e8f1bf064511f72d6 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:43.949628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:43.965247 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.024918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:44.039228 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771e314-624f-4306-a3c9-29842e97024d req-cdfd30d5-d4b4-4ada-ba87-9634000b85fe tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:44.040672 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a771e314-624f-4306-a3c9-29842e97024d req-cdfd30d5-d4b4-4ada-ba87-9634000b85fe tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.2010438
Jun 04 13:34:44.046726 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Usage tracker for resource:security_group_rule and tenant:e2aa8076247a4d9e8f1bf064511f72d6 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:44.053192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:44.076972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:44.145692 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a771e314-624f-4306-a3c9-29842e97024d req-1d7b3cbd-b65e-4e90-9e9b-b8bb18d8cbfc tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0934191
Jun 04 13:34:44.296797 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.301950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.304911 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-98246230-40ea-4597-b052-5a73f8c04bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:44.348722 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:34:44.350939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5ba04-b21c-4d87-97c5-0a8e72c7784a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:44.357527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:44.363418 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.363758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Added segment 7f0712e0-4abd-4763-a883-ae930970ca4e of type vlan for network 3efd10fb-af67-41c9-ba42-0453f410dbae
Jun 04 13:34:44.396387 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.478621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.479720 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7863894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5300318'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.480931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:44.481499 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.486576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db016a51-f1ad-41cb-a15e-b17bb067d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:44.606843 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Pushing event updated for resources: {'Network': ['ID=3efd10fb-af67-41c9-ba42-0453f410dbae,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:44.611378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:44.614900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dfa1f8c7-6475-49bb-a6cb-d6e9241cc249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:44.617147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 3efd10fb-af67-41c9-ba42-0453f410dbae details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:34:44.639555 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9219711
Jun 04 13:34:44.642681 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48162) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:44.648918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Request body: {'subnet': {'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-8869745-subnet', 'tenant_id': 'e2aa8076247a4d9e8f1bf064511f72d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:44.655157 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:44.659977 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Usage tracker for resource:subnet and tenant:e2aa8076247a4d9e8f1bf064511f72d6 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:44.663059 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:44.665776 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Checking segment: {'id': '8888e439-a2f9-4f4b-b782-cca41573a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b6054ce4-e56a-4197-84fb-64b84d8bcb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:44.665776 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Network hostable DHCP agents. Network: b6054ce4-e56a-4197-84fb-64b84d8bcb1e, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:34:44.670885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:44.682186 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5542a2-a9b3-43ee-8bd8-418e5300d279,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:44.684121 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Made reservation on behalf of e2aa8076247a4d9e8f1bf064511f72d6 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:44.685970 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:44.687642 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6770399'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.696195 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Network b6054ce4-e56a-4197-84fb-64b84d8bcb1e is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:34:44.708701 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, b6054ce4-e56a-4197-84fb-64b84d8bcb1e) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:44.720631 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:44.721307 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:44.731367 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a2ff5-198b-4dd7-82a7-61ccc65ee286 None None] Network b6054ce4-e56a-4197-84fb-64b84d8bcb1e requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:44.753173 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0857058
Jun 04 13:34:44.965292 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffafa97b-7330-41bf-9fbf-fa1ea375f652 None None] Network b6054ce4-e56a-4197-84fb-64b84d8bcb1e requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:45.126096 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6770381'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.138554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:45.236092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca1b358-0876-47e6-9bf1-993e850e6bca,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:45.238663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Checking segment: {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:45.239276 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Network hostable DHCP agents. Network: 3efd10fb-af67-41c9-ba42-0453f410dbae, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:34:45.252485 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:45.272771 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Network 3efd10fb-af67-41c9-ba42-0453f410dbae is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:34:45.300376 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 3efd10fb-af67-41c9-ba42-0453f410dbae) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:45.309344 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94d0d6-e532-4bde-b94e-90a3cd52db36 None None] Network 3efd10fb-af67-41c9-ba42-0453f410dbae requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:45.310191 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:45.310843 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.335558 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6906412
Jun 04 13:34:45.388495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42118-b6ae-433a-8267-91ccd86afcf0 req-23120ca6-76fc-43c2-9fa9-57324413fbf1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:45.390278 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d0b42118-b6ae-433a-8267-91ccd86afcf0 req-23120ca6-76fc-43c2-9fa9-57324413fbf1 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.0959225
Jun 04 13:34:45.435335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48184) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:45.440384 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440325570-network', 'tenant_id': '8c6db728a20c49e8b271dddfc3a728b7'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:45.449654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:45.455548 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d0b42118-b6ae-433a-8267-91ccd86afcf0 req-adf6e939-b12d-463b-a5d8-a4738f93d87f tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0591178
Jun 04 13:34:45.457844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Usage tracker for resource:network and tenant:8c6db728a20c49e8b271dddfc3a728b7 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:45.460795 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:45.466901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:45.481075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Made reservation on behalf of 8c6db728a20c49e8b271dddfc3a728b7 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:45.482467 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.495319 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.510078 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:45.513890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Usage tracker for resource:security_group_rule and tenant:8c6db728a20c49e8b271dddfc3a728b7 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:45.516727 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:45.523614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:45.538669 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f3065-0653-4329-a43d-bc42d09d1d9a None None] Network 3efd10fb-af67-41c9-ba42-0453f410dbae requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:45.623528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.628174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.632972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c15993ac-fd90-4024-ad82-268caf15b63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:45.657984 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:34:45.671880 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bfd434-545a-4e70-ad9b-5cec075a3879,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:45.675801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:45.678653 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.678992 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Added segment e68118bf-8e70-43c0-bd91-b15e8fc74f59 of type vlan for network 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2
Jun 04 13:34:45.710367 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.743870 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.745257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:45.745897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:45.750620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:45.849465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Pushing event updated for resources: {'Network': ['ID=65d68e85-1f65-4a4c-913a-a7d4a0a88ae2,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:45.852261 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4158275
Jun 04 13:34:45.853124 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:45.854986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48190) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:34:45.859572 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:34:45.860106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Request body: {'subnet': {'network_id': '65d68e85-1f65-4a4c-913a-a7d4a0a88ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440325570-subnet', 'tenant_id': '8c6db728a20c49e8b271dddfc3a728b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:45.864496 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:45.868280 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Usage tracker for resource:subnet and tenant:8c6db728a20c49e8b271dddfc3a728b7 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:45.871064 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:45.880002 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:45.893552 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Made reservation on behalf of 8c6db728a20c49e8b271dddfc3a728b7 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:45.896451 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5300300'] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:46.367996 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-71c66bc4-7aa5-4dcf-8f9c-55efbfa03f54 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Synchronizing usage tracker for tenant:537846bafd224c5ea8168904f14a73f9 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:46.398814 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-71c66bc4-7aa5-4dcf-8f9c-55efbfa03f54 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Unset dirty status for tenant:537846bafd224c5ea8168904f14a73f9 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:46.400049 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-71c66bc4-7aa5-4dcf-8f9c-55efbfa03f54 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819793229&fields=id&tenant_id=537846bafd224c5ea8168904f14a73f9 HTTP/1.1" status: 200  len: 267 time: 0.2090499
Jun 04 13:34:46.653966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-bf1ed70d-ba75-4c03-bafa-1bea2a1425eb tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:46.654647 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-bf1ed70d-ba75-4c03-bafa-1bea2a1425eb tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Synchronizing usage tracker for tenant:537846bafd224c5ea8168904f14a73f9 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:46.665785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7863894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5300318'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:46.677769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:46.724854 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-bf1ed70d-ba75-4c03-bafa-1bea2a1425eb tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Unset dirty status for tenant:537846bafd224c5ea8168904f14a73f9 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:46.726036 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-bf1ed70d-ba75-4c03-bafa-1bea2a1425eb tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 808 time: 0.3178658
Jun 04 13:34:46.778043 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-398ee1a1-ebb0-4db7-b7e7-f84483b14633 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/quotas/537846bafd224c5ea8168904f14a73f9 HTTP/1.1" status: 200  len: 375 time: 0.0383084
Jun 04 13:34:46.783418 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48614464-d21a-41de-9b45-fd05056f510f,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:46.792397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fe494-77dc-4523-98b0-d8a70fe60013 req-46c41681-3e2c-43b6-a72d-193043ffaf22 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:46.793850 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-932fe494-77dc-4523-98b0-d8a70fe60013 req-46c41681-3e2c-43b6-a72d-193043ffaf22 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.2220752
Jun 04 13:34:46.796440 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:46.841942 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Checking segment: {'id': 'e68118bf-8e70-43c0-bd91-b15e8fc74f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65d68e85-1f65-4a4c-913a-a7d4a0a88ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:46.842308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Network hostable DHCP agents. Network: 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:34:46.907263 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-932fe494-77dc-4523-98b0-d8a70fe60013 req-530aca14-83d3-4cf8-b7e9-81121ab9d37c tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b0e0bd8-754f-4921-9052-eb17562507d4&id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1066275
Jun 04 13:34:46.910604 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Network 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:34:46.938511 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-f0486065-f65f-42ba-98f3-ac0ae40dbd18 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1410470
Jun 04 13:34:46.939660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:46.948148 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:46.948735 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:46.950012 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997fc74-9118-4f6a-982c-a4c9426fb936 None None] Network 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:47.047032 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-58bbb91f-b99b-4d87-891d-9a0800530d7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1908581
Jun 04 13:34:47.093226 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-25ef56ae-da85-4f78-b836-7a7e5a8cc222 service neutron] 10.222.0.20 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390126
Jun 04 13:34:47.145596 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6e820-480c-4074-b777-f1d4e64f599f None None] Network 65d68e85-1f65-4a4c-913a-a7d4a0a88ae2 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:34:47.230418 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-bb7a953c-3aeb-4548-be65-d9a88e101f85 service neutron] 10.222.0.20 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304793
Jun 04 13:34:47.616629 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-24e8f61c-8024-4414-8574-71ce9f14d68d tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:47.617422 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-24e8f61c-8024-4414-8574-71ce9f14d68d tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Synchronizing usage tracker for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:47.673164 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c675e7e-c9a9-4c1c-8da5-349c07568eeb req-436954bc-5d4f-4dd9-a979-57a5a552a81d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 210 time: 0.0500188
Jun 04 13:34:47.682324 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-24e8f61c-8024-4414-8574-71ce9f14d68d tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Unset dirty status for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:47.684102 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-24e8f61c-8024-4414-8574-71ce9f14d68d tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 811 time: 0.2466300
Jun 04 13:34:47.714749 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-84ebc6e9-aebb-44c6-9ef5-b2f4922163da tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/quotas/e2aa8076247a4d9e8f1bf064511f72d6 HTTP/1.1" status: 200  len: 375 time: 0.0106835
Jun 04 13:34:47.786764 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-ce525889-13a7-4b6c-bc1f-a7d6d71f35a8 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0709343
Jun 04 13:34:47.977425 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-6fbf2332-e400-40b8-95e9-9cd74b0e134c service neutron] 10.222.0.20 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819558
Jun 04 13:34:48.123979 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-be9abefc-0adc-4395-92a5-2afd75e3ac76 service neutron] 10.222.0.20 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408863
Jun 04 13:34:48.313662 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fcafc20e-211e-47b5-a480-b8c112b9f7f5 req-c90f63e0-ef11-463a-883c-ac2950047561 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 210 time: 0.0451677
Jun 04 13:34:48.862735 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-52cc6702-e599-4ccc-bab2-05b35d14bd2a req-053f0528-013f-439f-80b4-85e39220efbe tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 210 time: 0.0680151
Jun 04 13:34:48.996166 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-7d648656-8885-4158-82ba-4e841b0ac637 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:48.997737 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-7d648656-8885-4158-82ba-4e841b0ac637 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 808 time: 0.1704917
Jun 04 13:34:49.157893 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-5564687a-ed40-40a6-8bcc-ff5f18b9bb82 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537846bafd224c5ea8168904f14a73f9 HTTP/1.1" status: 200  len: 379 time: 0.1490221
Jun 04 13:34:49.168491 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'port': {'device_id': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'admin_state_up': True, 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'security_groups': ['bf4048df-a6ad-4637-84dc-af005db407f1']}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:49.318173 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:49.323852 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:port and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:49.327006 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:49.334354 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:49.351882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Made reservation on behalf of 537846bafd224c5ea8168904f14a73f9 for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:49.355650 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:49.617409 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2747053d-7d56-459b-885b-1a55ff62f384 req-055b6dc8-e585-4c63-b292-82f5d526b7ce tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 210 time: 0.0833976
Jun 04 13:34:49.674312 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Allocated IP 172.20.0.11 (6f965b8e-6559-473c-8842-ca75488d4090/958659c4-61b6-47aa-878d-1f0ac35ff44c/6dfd889b-7b38-4516-88b6-1654e47012c5) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:49.693116 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-6278d150-f180-44ed-a728-6899d8a5d92a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:49.694591 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-6278d150-f180-44ed-a728-6899d8a5d92a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 811 time: 0.3476748
Jun 04 13:34:49.728227 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Request body: {'port': {'device_id': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae', 'admin_state_up': True, 'tenant_id': 'e2aa8076247a4d9e8f1bf064511f72d6'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:49.903909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:34:49.908531 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Usage tracker for resource:port and tenant:e2aa8076247a4d9e8f1bf064511f72d6 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:34:49.911541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:34:49.919067 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:34:49.931441 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Made reservation on behalf of e2aa8076247a4d9e8f1bf064511f72d6 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:34:49.935466 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:49.955508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8ba0d-9b39-4458-8980-9bc98375fc16 req-5efce3b7-7a9c-4617-9ba2-f675384d3909 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:49.957166 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-48b8ba0d-9b39-4458-8980-9bc98375fc16 req-5efce3b7-7a9c-4617-9ba2-f675384d3909 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1917470
Jun 04 13:34:49.964707 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.047038 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd7bbf5a-cebe-45f2-a131-9f3d76a00426 req-b2b3eef0-ae62-4313-bffd-927a03885785 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 210 time: 0.0579512
Jun 04 13:34:50.047992 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Transition to ACTIVE for port object 6dfd889b-7b38-4516-88b6-1654e47012c5 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:50.071710 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-48b8ba0d-9b39-4458-8980-9bc98375fc16 req-335b635a-417c-415e-8d8a-4c765280575b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1034052
Jun 04 13:34:50.093642 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.100572 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f8f937d5-f9ae-4d18-a181-b6c33c9293bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:50.116136 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Allocated IP 172.20.0.14 (3efd10fb-af67-41c9-ba42-0453f410dbae/9ca1b358-0876-47e6-9bf1-993e850e6bca/b791d4d4-8321-4933-8d38-f24280f49c38) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:34:50.158708 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Network 6f965b8e-6559-473c-8842-ca75488d4090 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:50.161575 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:50.164013 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:50.219102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:50.222123 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:50.243232 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:50.243848 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.266056 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1017823
Jun 04 13:34:50.284861 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Request body: {'port': {'device_id': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:50.340452 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.371523 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.377975 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb21724c-f9e0-4c71-94ab-165d0a8f1cba tempest-VolumesActionsTest-2069911259 tempest-VolumesActionsTest-2069911259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:50.392402 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-efb51cba-4ae8-4da1-a0d6-fa1a03ad0877 None None] Provisioning for port 6dfd889b-7b38-4516-88b6-1654e47012c5 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:50.398894 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-efb51cba-4ae8-4da1-a0d6-fa1a03ad0877 None None] Provisioning complete for port 6dfd889b-7b38-4516-88b6-1654e47012c5 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:50.399587 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-efb51cba-4ae8-4da1-a0d6-fa1a03ad0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.402647 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.433049 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Network 3efd10fb-af67-41c9-ba42-0453f410dbae is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:34:50.436254 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:34:50.440999 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:34:50.459402 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-efb51cba-4ae8-4da1-a0d6-fa1a03ad0877 None None] Port 6dfd889b-7b38-4516-88b6-1654e47012c5 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:34:50.501251 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Pushing event updated for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:50.505637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:50.520757 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:50.521366 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.541504 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8175488
Jun 04 13:34:50.558556 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Request body: {'port': {'device_id': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:34:50.670657 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.791550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfd889b-7b38-4516-88b6-1654e47012c5 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:34:50.800809 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.825523 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Transition to ACTIVE for port object 6dfd889b-7b38-4516-88b6-1654e47012c5 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:50.837329 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:50.842502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:50.885438 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a586f3-5ffd-4344-8793-b8e4595c5066 req-bfe18a81-bc71-4538-948b-d006c257962f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:50.886882 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-02a586f3-5ffd-4344-8793-b8e4595c5066 req-bfe18a81-bc71-4538-948b-d006c257962f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 932 time: 0.1545379
Jun 04 13:34:51.055100 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b791d4d4-8321-4933-8d38-f24280f49c38 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:34:51.065628 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.090212 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Transition to ACTIVE for port object b791d4d4-8321-4933-8d38-f24280f49c38 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:34:51.099046 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.107003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f19202fb-a495-44e3-9607-b1cf72bb5d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:51.130969 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:51.140752 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:51.177489 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-02a586f3-5ffd-4344-8793-b8e4595c5066 req-45f25994-46fe-4d68-b2b4-89c2a3d75ba7 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Synchronizing usage tracker for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:51.232683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-02a586f3-5ffd-4344-8793-b8e4595c5066 req-45f25994-46fe-4d68-b2b4-89c2a3d75ba7 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Unset dirty status for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:51.233897 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-02a586f3-5ffd-4344-8793-b8e4595c5066 req-45f25994-46fe-4d68-b2b4-89c2a3d75ba7 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3345211
Jun 04 13:34:51.241430 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Attempting to bind port 6dfd889b-7b38-4516-88b6-1654e47012c5 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:51.241771 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Attempting to bind port 6dfd889b-7b38-4516-88b6-1654e47012c5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:51.242137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Attempting to bind port 6dfd889b-7b38-4516-88b6-1654e47012c5 on network 6f965b8e-6559-473c-8842-ca75488d4090 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:51.246933 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Port 6dfd889b-7b38-4516-88b6-1654e47012c5 on network 6f965b8e-6559-473c-8842-ca75488d4090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:34:51.247285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Attempting to bind port 6dfd889b-7b38-4516-88b6-1654e47012c5 on network 6f965b8e-6559-473c-8842-ca75488d4090 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:51.253193 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:51.253570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Checking segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:51.253958 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Bound using segment: {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:51.254381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Bound port: 6dfd889b-7b38-4516-88b6-1654e47012c5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f0fb8a-becf-48c0-b46e-de99bd7df38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:51.254727 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.381178 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:51.412376 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:51.450812 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Attempting to bind port b791d4d4-8321-4933-8d38-f24280f49c38 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:34:51.451049 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Attempting to bind port b791d4d4-8321-4933-8d38-f24280f49c38 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:34:51.451396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Attempting to bind port b791d4d4-8321-4933-8d38-f24280f49c38 on network 3efd10fb-af67-41c9-ba42-0453f410dbae {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:51.456148 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Port b791d4d4-8321-4933-8d38-f24280f49c38 on network 3efd10fb-af67-41c9-ba42-0453f410dbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:34:51.456467 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Attempting to bind port b791d4d4-8321-4933-8d38-f24280f49c38 on network 3efd10fb-af67-41c9-ba42-0453f410dbae {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:34:51.461500 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:34:51.461834 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Checking segment: {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:34:51.462215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Bound using segment: {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:34:51.462633 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Bound port: b791d4d4-8321-4933-8d38-f24280f49c38, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:34:51.462976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.481713 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:51.500766 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:51.510241 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a79905-b45b-48a0-923e-e8ee14d06d5f req-93cf8e78-5645-40bd-914b-b22e076daba4 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.510926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-47a79905-b45b-48a0-923e-e8ee14d06d5f req-93cf8e78-5645-40bd-914b-b22e076daba4 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Synchronizing usage tracker for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:34:51.517118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.521936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5c86c991-af51-4dae-ab97-d2953b863925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:51.550316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:34:51.553613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b791d4d4-8321-4933-8d38-f24280f49c38,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:34:51.557430 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.560557 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2d3a-9b21-4902-b4c0-b65b782744ee req-6623d27c-e666-4163-88ad-5cf560ecaa80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.560977 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:51.562026 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bb8f2d3a-9b21-4902-b4c0-b65b782744ee req-6623d27c-e666-4163-88ad-5cf560ecaa80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1970723
Jun 04 13:34:51.625697 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.626371 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.626884 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.627012 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:51.628320 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] 10.222.0.22 "PUT /v2.0/ports/b791d4d4-8321-4933-8d38-f24280f49c38 HTTP/1.1" status: 200  len: 1094 time: 1.0739381
Jun 04 13:34:51.628819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:51.628954 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] 10.222.0.22 "PUT /v2.0/ports/6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1094 time: 1.3495610
Jun 04 13:34:51.631097 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181252a-526b-4812-87fb-b944431b8bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:51.633621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:51.636400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ddf8b-9226-4b1c-9c00-81456d92eca7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:51.647470 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:51.649405 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-47a79905-b45b-48a0-923e-e8ee14d06d5f req-93cf8e78-5645-40bd-914b-b22e076daba4 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Unset dirty status for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:34:51.650500 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-47a79905-b45b-48a0-923e-e8ee14d06d5f req-93cf8e78-5645-40bd-914b-b22e076daba4 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.3863657
Jun 04 13:34:51.656824 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:51.740564 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bb8f2d3a-9b21-4902-b4c0-b65b782744ee req-cc5072b6-9954-4f20-b33a-e5e51d984749 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1464562
Jun 04 13:34:51.762245 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-4c812017-ddcb-4a4b-a492-3c2744a26e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.764079 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-4c812017-ddcb-4a4b-a492-3c2744a26e0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1097 time: 0.0831850
Jun 04 13:34:51.768405 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:51.780957 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:51.798414 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-47a79905-b45b-48a0-923e-e8ee14d06d5f req-87065836-107c-4ea5-a944-edc7ff3d0795 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370907
Jun 04 13:34:51.852740 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-913733a0-d347-4e19-a4c4-53f4b61de826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:51.854358 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-913733a0-d347-4e19-a4c4-53f4b61de826 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 1097 time: 0.1714396
Jun 04 13:34:51.933071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fc2715-a337-47a3-ab48-76fb5709b104 x-openstack-request-id: req-e4fc2715-a337-47a3-ab48-76fb5709b104 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:51.933396 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:51.933682 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4fc2715-a337-47a3-ab48-76fb5709b104 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:51.934105 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'status': 'completed', 'code': 200}
Jun 04 13:34:51.942797 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-6e6ddc2c-eca1-4505-b6ea-8b8d95c5d188 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b791d4d4-8321-4933-8d38-f24280f49c38 HTTP/1.1" status: 200  len: 217 time: 0.0782156
Jun 04 13:34:51.960295 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8728b54-12dd-4306-94b3-db6bb9357edb x-openstack-request-id: req-c8728b54-12dd-4306-94b3-db6bb9357edb {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:51.960618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:51.960906 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8728b54-12dd-4306-94b3-db6bb9357edb {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:51.961331 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38', 'status': 'completed', 'code': 200}
Jun 04 13:34:51.969139 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-02796588-2648-45e6-a5e3-f5f454e81a79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 217 time: 0.1860189
Jun 04 13:34:52.004209 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-9c1bcd7f-f628-49c1-8159-0f394ac0b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.005626 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-9c1bcd7f-f628-49c1-8159-0f394ac0b9cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ca1b358-0876-47e6-9bf1-993e850e6bca HTTP/1.1" status: 200  len: 851 time: 0.0563889
Jun 04 13:34:52.030408 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-aa080101-3e78-49bf-a59c-603ca0a02dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.031878 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-aa080101-3e78-49bf-a59c-603ca0a02dcd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0565352
Jun 04 13:34:52.055420 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-5264376d-85fd-4da4-8230-1886faec2ccd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3efd10fb-af67-41c9-ba42-0453f410dbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429945
Jun 04 13:34:52.110078 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-f3c0373b-af85-48c2-8240-1f35f39c7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.111694 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-f3c0373b-af85-48c2-8240-1f35f39c7df9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0726514
Jun 04 13:34:52.187238 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-1c5c3552-aeb4-40cf-8c5b-ce7c6fade73e service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256659
Jun 04 13:34:52.242231 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-2e7a9eaa-c3e5-46da-b27e-89dc4adf4014 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239665
Jun 04 13:34:52.335508 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-714cfa48-9ecc-4e61-9084-766162e847c2 req-ce2e4fb3-735f-40b1-83cb-b689228ded43 service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252239
Jun 04 13:34:52.382725 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fed4d7f1-da1a-4cf0-8870-f58190078ccd req-2a5d9a29-fccd-463c-8975-52e0cba71aaf service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310542
Jun 04 13:34:52.503789 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181252a-526b-4812-87fb-b944431b8bcd req-a61f793a-59a5-44d3-8bfb-a91e01a560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.505239 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-a61f793a-59a5-44d3-8bfb-a91e01a560eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 1097 time: 0.1083274
Jun 04 13:34:52.512530 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc7b5e-7be7-483e-bc5e-92ef1c70ab94 req-a12884b5-73bb-4b96-a35e-2b8bbc231fbf tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.513880 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7dcc7b5e-7be7-483e-bc5e-92ef1c70ab94 req-a12884b5-73bb-4b96-a35e-2b8bbc231fbf tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 944 time: 0.1520822
Jun 04 13:34:52.526319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-eca93d2a-ca11-4df2-a98e-f9ab612907d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.527900 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-eca93d2a-ca11-4df2-a98e-f9ab612907d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1097 time: 0.0825214
Jun 04 13:34:52.654235 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7dcc7b5e-7be7-483e-bc5e-92ef1c70ab94 req-e53de9d2-6ecb-4c3f-9671-b5fc99337f8e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220267
Jun 04 13:34:52.667409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-acfaa943-ed27-49e6-9092-02601c129ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.668931 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-acfaa943-ed27-49e6-9092-02601c129ea6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1318676
Jun 04 13:34:52.682534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181252a-526b-4812-87fb-b944431b8bcd req-07c087fd-8608-480c-83c6-e2b9db6ca1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.684066 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-07c087fd-8608-480c-83c6-e2b9db6ca1c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 912 time: 0.1693697
Jun 04 13:34:52.741413 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-e9520b6f-b1a5-47aa-b532-6f447488f97b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 217 time: 0.0652947
Jun 04 13:34:52.760580 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-2a4ad1ed-c65b-452f-a350-cc571a2153c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b791d4d4-8321-4933-8d38-f24280f49c38 HTTP/1.1" status: 200  len: 217 time: 0.0607288
Jun 04 13:34:52.809899 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-50665999-9409-4be7-af08-03de107bed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.811835 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-50665999-9409-4be7-af08-03de107bed76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0629528
Jun 04 13:34:52.830489 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181252a-526b-4812-87fb-b944431b8bcd req-4fef124a-0a45-4472-9636-3496a573cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.832415 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-4fef124a-0a45-4472-9636-3496a573cc24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ca1b358-0876-47e6-9bf1-993e850e6bca HTTP/1.1" status: 200  len: 851 time: 0.0651925
Jun 04 13:34:52.884924 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-c3f0b303-6018-4d05-8e71-3c0b6a5932f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3efd10fb-af67-41c9-ba42-0453f410dbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455127
Jun 04 13:34:52.919038 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-cc52b17f-5f75-4605-86f1-2f949837ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:52.920929 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-cc52b17f-5f75-4605-86f1-2f949837ba44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1019459
Jun 04 13:34:53.073864 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-64a41fc9-f568-4b7a-ad49-c3523002e8fe service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452825
Jun 04 13:34:53.213757 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-999ddf8b-9226-4b1c-9c00-81456d92eca7 req-bd129414-45b2-45ea-9a48-a18a86632a54 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267395
Jun 04 13:34:53.235270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30176e5-f23e-42e2-b0a3-62543c9ea31c req-36b8606a-dcd0-4453-8e44-e4c8a3d90cdf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:53.236682 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a30176e5-f23e-42e2-b0a3-62543c9ea31c req-36b8606a-dcd0-4453-8e44-e4c8a3d90cdf tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.3508861
Jun 04 13:34:53.238412 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-ed4b4725-e23b-48dc-8931-2ef46f9a889d service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3137538
Jun 04 13:34:53.314135 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584831f1-654c-49ac-bfdb-56a044d0dd67 req-2b6cdd4d-a36d-48e1-8af1-72456c3652f9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:53.315595 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-584831f1-654c-49ac-bfdb-56a044d0dd67 req-2b6cdd4d-a36d-48e1-8af1-72456c3652f9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.2659235
Jun 04 13:34:53.413102 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a30176e5-f23e-42e2-b0a3-62543c9ea31c req-0728d27a-82a8-4ee3-8f67-8c612a69ebde tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678085
Jun 04 13:34:53.439799 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-584831f1-654c-49ac-bfdb-56a044d0dd67 req-f388f44e-67e3-480f-a9b2-71e551187f0b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152349
Jun 04 13:34:53.456470 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1181252a-526b-4812-87fb-b944431b8bcd req-e214a383-1cf4-42e7-ac76-e8e186f64e19 service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919692
Jun 04 13:34:53.831480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e2bc-91d9-4b50-b180-56973b012b8b req-234cc598-9249-4b6c-a2c3-779422a9caae tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:53.832946 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0978e2bc-91d9-4b50-b180-56973b012b8b req-234cc598-9249-4b6c-a2c3-779422a9caae tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 944 time: 0.0785432
Jun 04 13:34:53.876800 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0978e2bc-91d9-4b50-b180-56973b012b8b req-9708c51a-df0e-488f-992d-44b73a131cce tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379548
Jun 04 13:34:54.661060 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ee7f8-6c15-49ce-b243-92fd66e94b3d req-97067ba8-baac-4f23-9038-5916fcc2f2eb tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:54.662487 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2b7ee7f8-6c15-49ce-b243-92fd66e94b3d req-97067ba8-baac-4f23-9038-5916fcc2f2eb tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1401803
Jun 04 13:34:54.670123 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf20577-6035-4da1-a25c-8890295e4148 req-fbaa9078-a73c-4e06-af90-07ddc2d4df6d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:54.671463 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdf20577-6035-4da1-a25c-8890295e4148 req-fbaa9078-a73c-4e06-af90-07ddc2d4df6d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1147802
Jun 04 13:34:54.736345 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2b7ee7f8-6c15-49ce-b243-92fd66e94b3d req-a826273a-f2b1-4e07-a363-ebfac175c8a0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633843
Jun 04 13:34:54.748199 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdf20577-6035-4da1-a25c-8890295e4148 req-79aabc5e-32ee-48dc-9370-306a8be579db tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611818
Jun 04 13:34:55.053234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device b791d4d4-8321-4933-8d38-f24280f49c38 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:34:55.056340 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2116aa-60f8-4233-a589-a708e316962c req-5fb0bc16-b658-40f3-86b1-e13550cc03f6 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:55.057963 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ff2116aa-60f8-4233-a589-a708e316962c req-5fb0bc16-b658-40f3-86b1-e13550cc03f6 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 944 time: 0.0787854
Jun 04 13:34:55.102847 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ff2116aa-60f8-4233-a589-a708e316962c req-2ea8a8fd-cecc-45a0-ab0f-64414f90ea25 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387957
Jun 04 13:34:55.151797 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b80fb438-8475-4fca-bce3-6421468f8680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:55.198601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b791d4d4-8321-4933-8d38-f24280f49c38,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:55.233092 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'b791d4d4-8321-4933-8d38-f24280f49c38', 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae', 'port_id': 'b791d4d4-8321-4933-8d38-f24280f49c38', 'mac_address': 'fa:16:3e:4e:71:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca1b358-0876-47e6-9bf1-993e850e6bca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:34:55.286919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:55.302936 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b791d4d4-8321-4933-8d38-f24280f49c38 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:34:55.318068 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b791d4d4-8321-4933-8d38-f24280f49c38,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:55.321769 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:55.323704 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:55.389061 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:55.392758 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:55.593894 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['b791d4d4-8321-4933-8d38-f24280f49c38'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:34:55.989295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0ceed-8a88-4dac-bd20-ba10ab72b055 req-cdef6ac4-d3eb-499a-9e7b-caac1d93dcaa tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:55.990645 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10a0ceed-8a88-4dac-bd20-ba10ab72b055 req-cdef6ac4-d3eb-499a-9e7b-caac1d93dcaa tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1477320
Jun 04 13:34:55.997868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27e90e-f4c9-42f4-aba0-27d9924ba294 req-9d53c75c-36ad-4a14-b189-4edceb5701c1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:55.999214 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-af27e90e-f4c9-42f4-aba0-27d9924ba294 req-9d53c75c-36ad-4a14-b189-4edceb5701c1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1131325
Jun 04 13:34:56.070920 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10a0ceed-8a88-4dac-bd20-ba10ab72b055 req-93b4a9ff-c6da-4eda-af75-5f8e21e0491d tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706012
Jun 04 13:34:56.078174 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-af27e90e-f4c9-42f4-aba0-27d9924ba294 req-e79ba43c-b8aa-4eb3-9b52-dec825511921 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635414
Jun 04 13:34:56.289927 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c503f-eb49-42f1-a3b6-0e3f13e34241 req-8bfa131f-17d6-4d4c-b426-c52128fd5b72 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:56.291451 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1b4c503f-eb49-42f1-a3b6-0e3f13e34241 req-8bfa131f-17d6-4d4c-b426-c52128fd5b72 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 945 time: 0.0791099
Jun 04 13:34:56.334639 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1b4c503f-eb49-42f1-a3b6-0e3f13e34241 req-20ece2c0-e32b-415a-85be-48cee680fba0 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375800
Jun 04 13:34:57.085699 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device b791d4d4-8321-4933-8d38-f24280f49c38 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:34:57.159891 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port b791d4d4-8321-4933-8d38-f24280f49c38 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:34:57.178238 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port b791d4d4-8321-4933-8d38-f24280f49c38 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:34:57.179007 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:57.316836 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:57.347608 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:34:57.350127 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1575d7a-8ccf-4bab-a7c3-13a1cf1cea67" -d '{"events": [{"server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "name": "network-vif-plugged", "status": "completed", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:34:57.358647 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b791d4d4-8321-4933-8d38-f24280f49c38,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:34:57.368192 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:57.370527 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:34:57.389878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa787a-ad69-400e-9ed8-8ca6b179344d req-cc711dc1-d3af-4a7b-85c6-d2efd03a1399 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:57.392561 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42aa787a-ad69-400e-9ed8-8ca6b179344d req-cc711dc1-d3af-4a7b-85c6-d2efd03a1399 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1993191
Jun 04 13:34:57.433611 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0d14-1957-492d-b101-af1b79db6e65 req-31a19510-aa1d-4a7d-92c0-58078081fd9a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:57.435149 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6c3f0d14-1957-492d-b101-af1b79db6e65 req-31a19510-aa1d-4a7d-92c0-58078081fd9a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1962767
Jun 04 13:34:57.450784 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:34:57.454519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:34:57.477964 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42aa787a-ad69-400e-9ed8-8ca6b179344d req-1eeabe15-7062-4008-be0e-6748c02823f4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783336
Jun 04 13:34:57.499281 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6c3f0d14-1957-492d-b101-af1b79db6e65 req-73b49f77-456e-4693-968b-df8c995c2885 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494690
Jun 04 13:34:57.529139 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c173cce-76ea-49e3-ac54-c3692b90d4e5 x-openstack-request-id: req-0c173cce-76ea-49e3-ac54-c3692b90d4e5 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:34:57.529447 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "name": "network-vif-plugged", "status": "completed", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:34:57.529706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c173cce-76ea-49e3-ac54-c3692b90d4e5 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:34:57.530102 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38', 'code': 200}
Jun 04 13:34:57.600781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-1702a1f7-47fc-4833-914c-316f8d302838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:57.680747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f01e-9eed-4375-96ad-e65f5e1d58b9 req-3700374e-d672-4a4d-8795-260a9855ecb8 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:57.682321 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37d6f01e-9eed-4375-96ad-e65f5e1d58b9 req-3700374e-d672-4a4d-8795-260a9855ecb8 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 946 time: 0.0891471
Jun 04 13:34:57.767750 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37d6f01e-9eed-4375-96ad-e65f5e1d58b9 req-a925ea36-9532-41aa-a961-d3adb18e305e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789235
Jun 04 13:34:57.790840 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9dd7b-0170-49e3-89ef-00fb514dba62 req-461ee73d-16b7-4970-b092-e999ecf038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:57.792329 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3fc9dd7b-0170-49e3-89ef-00fb514dba62 req-461ee73d-16b7-4970-b092-e999ecf038c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 1099 time: 0.0882909
Jun 04 13:34:57.839341 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3fc9dd7b-0170-49e3-89ef-00fb514dba62 req-3aa1f405-eb49-4c7b-bfea-6f4cecb4e2eb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370555
Jun 04 13:34:58.030059 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:58.733363 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aabe8d-7d50-4c25-bf70-7290d26ccb36 req-519b166e-883b-4856-be5a-969aca637733 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:58.734851 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a5aabe8d-7d50-4c25-bf70-7290d26ccb36 req-519b166e-883b-4856-be5a-969aca637733 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1503868
Jun 04 13:34:58.742454 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e9ec-17b8-4dac-8737-6704d68ef2dc req-36a5f62a-a024-46e9-99bd-0e8bac128cd5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:58.743901 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-edf3e9ec-17b8-4dac-8737-6704d68ef2dc req-36a5f62a-a024-46e9-99bd-0e8bac128cd5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1247313
Jun 04 13:34:58.773210 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:58.902796 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a5aabe8d-7d50-4c25-bf70-7290d26ccb36 req-97c5d377-b88d-4333-81c2-3cfcedafd15b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579401
Jun 04 13:34:58.913258 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-edf3e9ec-17b8-4dac-8737-6704d68ef2dc req-85a90184-ba72-4868-9d1d-6fdb55a9a958 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620353
Jun 04 13:34:58.945479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:34:59.090927 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba768d-4315-4e8b-ae63-7cde4a2e71ea req-c2bbc14d-2faf-4ce1-be57-34888e8f9f46 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:34:59.092371 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8ba768d-4315-4e8b-ae63-7cde4a2e71ea req-c2bbc14d-2faf-4ce1-be57-34888e8f9f46 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 946 time: 0.0812993
Jun 04 13:34:59.141744 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b8ba768d-4315-4e8b-ae63-7cde4a2e71ea req-e4cb8f4e-dc18-4d5c-8736-fba390d78180 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429971
Jun 04 13:35:00.180725 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd7ec7-9db6-4cb8-b696-7794839598fb req-8024ff0c-7b79-49de-bb9c-b2f58eab5865 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:00.182156 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-91bd7ec7-9db6-4cb8-b696-7794839598fb req-8024ff0c-7b79-49de-bb9c-b2f58eab5865 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1457007
Jun 04 13:35:00.194549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cf637-44a2-4172-8a9d-78bf64669c82 req-e68618d0-ad71-43f9-809d-8a9f09935a64 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:00.196059 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7c7cf637-44a2-4172-8a9d-78bf64669c82 req-e68618d0-ad71-43f9-809d-8a9f09935a64 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1254451
Jun 04 13:35:00.264455 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-91bd7ec7-9db6-4cb8-b696-7794839598fb req-75fcef6f-3fe4-47a9-bcbc-75d0cb264a5f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671883
Jun 04 13:35:00.280236 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7c7cf637-44a2-4172-8a9d-78bf64669c82 req-9ab469f6-0822-4af3-a10d-93fd066c73fa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673828
Jun 04 13:35:00.526023 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:00.683048 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebdf3b-45f4-4e9c-a85f-b2b1ca9993d7 req-64f15d01-147d-4aba-b179-3a827424a635 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:00.684395 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7cebdf3b-45f4-4e9c-a85f-b2b1ca9993d7 req-64f15d01-147d-4aba-b179-3a827424a635 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.1282411
Jun 04 13:35:00.739899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-cb75c89d-5bf4-4086-beed-f4e0abed5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:00.741341 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-cb75c89d-5bf4-4086-beed-f4e0abed5801 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.1250184
Jun 04 13:35:00.746003 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7cebdf3b-45f4-4e9c-a85f-b2b1ca9993d7 req-c6fcbe0f-d55c-424f-9dc8-a7c67a6ef655 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552409
Jun 04 13:35:00.880532 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-3585dc46-aea8-455f-812f-b943c8901470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:00.881968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-3585dc46-aea8-455f-812f-b943c8901470 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1311805
Jun 04 13:35:00.985321 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-d2fcce20-75d1-4b8a-b1e8-05b8212ae031 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1000 time: 0.0947123
Jun 04 13:35:01.058248 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-0eb93ad0-33f0-4587-a727-a9a8f3293530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:01.059720 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-0eb93ad0-33f0-4587-a727-a9a8f3293530 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0593288
Jun 04 13:35:01.085255 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:35:01.144636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-3c6c36b0-a60e-417c-871d-9554f3027854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:01.146098 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-3c6c36b0-a60e-417c-871d-9554f3027854 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0792904
Jun 04 13:35:01.217351 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:01.231715 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'mac_address': 'fa:16:3e:aa:b8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:35:01.282212 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-1fbbace6-5c68-460e-91f0-c8f4f2ab7d26 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290097
Jun 04 13:35:01.291116 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:01.307564 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfd889b-7b38-4516-88b6-1654e47012c5 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:35:01.327093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:01.334498 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:01.337506 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:01.403431 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:01.406529 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:01.462296 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac618efb-f4b4-4214-8f75-3b1b3c36be0e req-6fb6a01e-57ee-4ce8-b530-d013b5a825c3 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736898
Jun 04 13:35:01.500948 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cecc99-4019-42d8-bf0f-141199adef33 req-fbbab078-b232-4edf-89c5-1d3f7b50b50e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:01.502409 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-50cecc99-4019-42d8-bf0f-141199adef33 req-fbbab078-b232-4edf-89c5-1d3f7b50b50e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 945 time: 0.0972807
Jun 04 13:35:01.550486 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-50cecc99-4019-42d8-bf0f-141199adef33 req-5e32c289-9360-4be4-8036-669685b8ad3c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421817
Jun 04 13:35:01.674020 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['6dfd889b-7b38-4516-88b6-1654e47012c5'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:01.959965 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4fc3-a7e8-4033-ad0e-f160ef0666b9 req-fc84e787-38ed-4e7b-bc04-bc52ad301cf0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:01.961675 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-818e4fc3-a7e8-4033-ad0e-f160ef0666b9 req-fc84e787-38ed-4e7b-bc04-bc52ad301cf0 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0999641
Jun 04 13:35:02.007287 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-818e4fc3-a7e8-4033-ad0e-f160ef0666b9 req-0a2972cd-e345-40d1-a34a-de9d9aeb66de tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399978
Jun 04 13:35:02.739932 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a947e-1374-4bb9-b8bb-2a7de451bc2c req-6045b445-a240-451c-b054-4de0a720d8ef tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:02.741464 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea9a947e-1374-4bb9-b8bb-2a7de451bc2c req-6045b445-a240-451c-b054-4de0a720d8ef tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 945 time: 0.0872824
Jun 04 13:35:02.790874 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea9a947e-1374-4bb9-b8bb-2a7de451bc2c req-b5401d86-9354-4ab9-9ca1-5baeb2d9681b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429080
Jun 04 13:35:03.095395 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:35:03.163720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 6dfd889b-7b38-4516-88b6-1654e47012c5 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:35:03.168607 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 6dfd889b-7b38-4516-88b6-1654e47012c5 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:03.168995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:03.200439 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96b21-468b-4432-bcf8-475979e213ee req-ae6d17a2-a0a3-4bf4-ab12-4463b5b1da64 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:03.201880 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4dd96b21-468b-4432-bcf8-475979e213ee req-ae6d17a2-a0a3-4bf4-ab12-4463b5b1da64 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.0820296
Jun 04 13:35:03.248770 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4dd96b21-468b-4432-bcf8-475979e213ee req-24b9e82e-8614-4009-8c4d-1ede888e32cb tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401714
Jun 04 13:35:03.291765 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:03.319012 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:03.321260 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f07aec-235b-4257-b896-c399107f29d5" -d '{"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-plugged", "status": "completed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:03.329679 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:03.333787 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:03.336429 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-d96d597a-dfbb-41cb-8bcb-3e455cbb1313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:03.366205 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e146baf6-cb1e-4ef9-92d2-d4416751b33c x-openstack-request-id: req-e146baf6-cb1e-4ef9-92d2-d4416751b33c {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:03.366523 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-plugged", "status": "completed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:03.366769 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e146baf6-cb1e-4ef9-92d2-d4416751b33c {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:03.367152 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'code': 200}
Jun 04 13:35:03.406325 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:03.409163 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:03.695765 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dc7a2-1df7-4e15-8fbb-4f182cb7065a req-76e1f12f-b5cc-49e7-b0c4-16d11abecf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:03.697208 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac8dc7a2-1df7-4e15-8fbb-4f182cb7065a req-76e1f12f-b5cc-49e7-b0c4-16d11abecf60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.0734150
Jun 04 13:35:03.825683 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac8dc7a2-1df7-4e15-8fbb-4f182cb7065a req-83d28085-5a44-4d82-be37-6a58752d12a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184208
Jun 04 13:35:03.979145 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a53ae5-6cc5-4994-b5d7-7cc1a6973a85 req-6d6413ad-50e6-450c-ba86-f911501633ea tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:03.980689 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42a53ae5-6cc5-4994-b5d7-7cc1a6973a85 req-6d6413ad-50e6-450c-ba86-f911501633ea tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0783448
Jun 04 13:35:04.026162 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42a53ae5-6cc5-4994-b5d7-7cc1a6973a85 req-c26f7549-715d-45d2-9c80-55192f2afbb1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384893
Jun 04 13:35:04.091208 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48520) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:04.151751 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Deleting subnet 5f5542a2-a9b3-43ee-8bd8-418e5300d279 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:35:04.154785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.203285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.259081 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.497571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.501940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:04.542300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5542a2-a9b3-43ee-8bd8-418e5300d279,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:04.544527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.547108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:04.551441 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f5542a2-a9b3-43ee-8bd8-418e5300d279 HTTP/1.1" status: 204  len: 168 time: 0.4609826
Jun 04 13:35:04.553920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48522) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:04.657658 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.779703 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.798106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8aa3d670>,) {'filters': {'network_id': ['b6054ce4-e56a-4197-84fb-64b84d8bcb1e']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:04.810562 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8aa3d670>, '8888e439-a2f9-4f4b-b782-cca41573a1f8') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:04.810871 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8aa3d670>, '8888e439-a2f9-4f4b-b782-cca41573a1f8') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:04.824607 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.841732 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.847816 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:35:04.848174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:35:04.861125 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:35:04.940325 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.944107 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e6f0276-1455-445c-91fa-5e90e202b8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:04.960130 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:04.965761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6054ce4-e56a-4197-84fb-64b84d8bcb1e,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:04.968836 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:04.970386 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-311338db-b238-4fab-9a84-608e54da50fb admin admin] 10.222.0.20 "DELETE /v2.0/networks/b6054ce4-e56a-4197-84fb-64b84d8bcb1e HTTP/1.1" status: 204  len: 168 time: 0.4155347
Jun 04 13:35:04.973132 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48524) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:05.032547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Deleting subnet 48614464-d21a-41de-9b45-fd05056f510f {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:35:05.035522 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.087099 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.172678 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.354694 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b5210-3bf4-48b0-8fc8-451d682bc58d req-0ce9a27c-541d-425a-9a21-8a69765bbe6c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:05.356232 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-047b5210-3bf4-48b0-8fc8-451d682bc58d req-0ce9a27c-541d-425a-9a21-8a69765bbe6c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.2174816
Jun 04 13:35:05.461644 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-047b5210-3bf4-48b0-8fc8-451d682bc58d req-228c313e-8b1c-49e4-b666-a26e5dff97a8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983212
Jun 04 13:35:05.492071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.496914 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:05.650145 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48614464-d21a-41de-9b45-fd05056f510f,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:05.658060 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:05.659034 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.671018 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a9e8c51c-1a37-4183-b417-c0fc19a0e534 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48614464-d21a-41de-9b45-fd05056f510f HTTP/1.1" status: 204  len: 168 time: 0.6969674
Jun 04 13:35:05.674396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48532) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:05.707487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa91042-ec9d-45e3-a6ae-5103d425caec req-4d8cd20c-1aa1-4992-81d4-464833e83f7f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:05.708918 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1aa91042-ec9d-45e3-a6ae-5103d425caec req-4d8cd20c-1aa1-4992-81d4-464833e83f7f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0950968
Jun 04 13:35:05.758615 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1aa91042-ec9d-45e3-a6ae-5103d425caec req-4f2b6021-4077-46db-b939-9f31d0d9a7e7 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440757
Jun 04 13:35:05.780461 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.781434 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48534) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:05.905749 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.920522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad649d0>,) {'filters': {'network_id': ['65d68e85-1f65-4a4c-913a-a7d4a0a88ae2']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:05.934957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad649d0>, 'e68118bf-8e70-43c0-bd91-b15e8fc74f59') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:05.935527 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8ad649d0>, 'e68118bf-8e70-43c0-bd91-b15e8fc74f59') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:05.948848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.965550 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.972316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:35:05.972705 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:35:05.985820 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:35:06.021417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddb151-c18c-4924-a591-4e2a40e00c23 tempest-TestShelveInstance-917060779 tempest-TestShelveInstance-917060779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:06.022902 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-12ddb151-c18c-4924-a591-4e2a40e00c23 tempest-TestShelveInstance-917060779 tempest-TestShelveInstance-917060779-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1094 time: 0.2405908
Jun 04 13:35:06.025833 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48538) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:06.030127 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:06.036807 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:06.040677 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Usage tracker for resource:floatingip and tenant:537846bafd224c5ea8168904f14a73f9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:06.043683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:06.050793 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:06.061104 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for floatingip, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.164161 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.168363 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:06.182118 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.191587 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d68e85-1f65-4a4c-913a-a7d4a0a88ae2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:06.193787 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:06.197945 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65d68e85-1f65-4a4c-913a-a7d4a0a88ae2 HTTP/1.1" status: 204  len: 168 time: 0.5191731
Jun 04 13:35:06.201301 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.356556 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Allocated IP 172.27.1.246 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/2620499e-77ad-4a79-a3c9-60fe39577df9) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:35:06.397865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48544) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:06.448590 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8d561d2e-ddf9-4e52-b175-40524899c5eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc4a5a720a814b199d37a532336c534c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486639
Jun 04 13:35:06.450563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48546) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:06.510672 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.511258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.540278 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.540715 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.545267 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:06.601515 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.605286 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9a3963af-a1ed-4cbe-bc99-762a231473cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:06.607566 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:35:06.614465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:35:06.618245 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980ec9e-7591-413d-bc7a-528e3d24ade3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:06.618659 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:35:06.621143 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:06.625422 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:06.626427 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f317424c-def4-4e89-ae6b-19d32563d514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2980ec9e-7591-413d-bc7a-528e3d24ade3 HTTP/1.1" status: 204  len: 168 time: 0.1746259
Jun 04 13:35:06.659591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'Port': ['ID=2620499e-77ad-4a79-a3c9-60fe39577df9,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:06.662447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:06.978509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48552) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:07.026751 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4e2a1b54-7a71-427d-83b1-201999e5d651 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c6db728a20c49e8b271dddfc3a728b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468440
Jun 04 13:35:07.029281 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48554) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:07.083807 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.091288 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.118056 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.160297 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.173870 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.177663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:07.192261 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bfd434-545a-4e70-ad9b-5cec075a3879,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:07.195876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:07.199358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.200448 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15bfd434-545a-4e70-ad9b-5cec075a3879 HTTP/1.1" status: 204  len: 168 time: 0.1701643
Jun 04 13:35:07.386931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.395232 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.400149 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a5a1c8a0-ba1a-450b-9714-98b704ec7540 tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:07.613459 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event updated for resources: {'Port': ['ID=2620499e-77ad-4a79-a3c9-60fe39577df9,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:07.617396 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:07.623988 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:07.802301 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Floating IP 38629750-04fb-4392-9b05-5e939f47f272 associated. External IP: 172.27.1.246, port: 6dfd889b-7b38-4516-88b6-1654e47012c5.
Jun 04 13:35:08.158020 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Router 33e6e559-2268-4e43-a48f-1bb14f116849 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:35:08.340578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:35:08.355203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Sync routers for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:35:08.368147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:08.372872 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:08.373506 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4c7c70>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:34:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:08.425911 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3990591
Jun 04 13:35:08.426672 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:08.429211 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac671ae-c694-4695-b892-c69fe76cc18f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:08.461875 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48594) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:08.489513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d73ff-88f9-4847-9a3b-832e5eddd250 x-openstack-request-id: req-b14d73ff-88f9-4847-9a3b-832e5eddd250 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:08.489882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:08.490291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b14d73ff-88f9-4847-9a3b-832e5eddd250 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:08.490726 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'status': 'completed', 'code': 200}
Jun 04 13:35:08.581009 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:08.604093 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:08.624139 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:08.629851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Usage tracker for resource:security_group_rule and tenant:afb8860a7ae04e4a804dc68eb256f385 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:08.634227 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:08.641223 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:08.662417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac671ae-c694-4695-b892-c69fe76cc18f req-ea51447c-4272-4548-8347-9da9ff56c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:08.663937 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-ea51447c-4272-4548-8347-9da9ff56c14f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.1306021
Jun 04 13:35:08.839700 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac671ae-c694-4695-b892-c69fe76cc18f req-305bcfe2-c014-419c-b752-9175217aed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:08.841307 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-305bcfe2-c014-419c-b752-9175217aed4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1670034
Jun 04 13:35:08.932949 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:08.939512 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:08.956648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-27af87d9-de6f-43f1-9b2a-fe8671e143cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:08.956912 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4c7c70>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '38629750-04fb-4392-9b05-5e939f47f272', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'mac_address': 'fa:16:3e:aa:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:06Z', 'updated_at': '2021-06-04T13:35:06Z', 'revision_number': 0, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:08.960592 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Checking router: 33e6e559-2268-4e43-a48f-1bb14f116849 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:35:08.969408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:08.970010 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4c7c70>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:34:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:09.003529 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-639fce7d-a91e-45b9-a4bb-1073c31143fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1000 time: 0.1544397
Jun 04 13:35:09.007273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebdb418-0032-491c-b028-ec80c177cf71,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:09.010258 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:09.016522 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-452d53e2-3b35-4e95-9dd5-69a85fb62def admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afb8860a7ae04e4a804dc68eb256f385&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5504673
Jun 04 13:35:09.017325 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48598) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:09.082401 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac671ae-c694-4695-b892-c69fe76cc18f req-b6ed57f9-899a-4c63-80a0-219efd885c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:09.083887 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-b6ed57f9-899a-4c63-80a0-219efd885c08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0621717
Jun 04 13:35:09.085366 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:09.114302 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:09.149180 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:09.170378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac671ae-c694-4695-b892-c69fe76cc18f req-563a0d6f-f831-435c-ad58-1417488e981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:09.173748 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-563a0d6f-f831-435c-ad58-1417488e981a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0803795
Jun 04 13:35:09.189499 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:09.194556 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a69f525-2129-416c-a5d1-9c90c1237ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:09.207684 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebdb418-0032-491c-b028-ec80c177cf71,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:09.217346 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:09.221603 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ebdb418-0032-491c-b028-ec80c177cf71 HTTP/1.1" status: 204  len: 168 time: 0.2006421
Jun 04 13:35:09.221603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.221603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.221603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.221603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.222075 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.222284 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.222637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.223007 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.223857 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.223857 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.224048 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.224380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:09.227497 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:09.446364 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-8f36f74a-090e-4476-b12e-beac649403b7 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665901
Jun 04 13:35:09.563281 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4c7c70>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '38629750-04fb-4392-9b05-5e939f47f272', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'mac_address': 'fa:16:3e:aa:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:06Z', 'updated_at': '2021-06-04T13:35:06Z', 'revision_number': 0, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:09.567342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30fc7a-e81e-4111-b162-eb9ad9dc9b16 None None] The sync data for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi is: [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '38629750-04fb-4392-9b05-5e939f47f272', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'mac_address': 'fa:16:3e:aa:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:06Z', 'updated_at': '2021-06-04T13:35:06Z', 'revision_number': 0, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:35:09.596133 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac671ae-c694-4695-b892-c69fe76cc18f req-35554243-7e25-4d54-9e62-7e219738f2c7 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416223
Jun 04 13:35:09.780074 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0f408-21bd-4026-bca8-84b0e9820b1f None None] New status for floating IP 38629750-04fb-4392-9b05-5e939f47f272: ACTIVE {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:35:10.374990 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 48630) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:10.493454 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.507428 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:10.511230 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd1f4ca0e1b4b96b6eea2130d4b4efd is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:10.513965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:10.520187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:10.609090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.612833 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.624147 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-39a8cc67-888e-42c9-8824-d3f9cf2c4832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:10.663743 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd1f4ca0e1b4b96b6eea2130d4b4efd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2875085
Jun 04 13:35:10.665813 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add1aa7a-79a8-4400-b5fa-ae73a037d905,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:10.666597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 48636) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:10.668955 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:10.730965 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.756062 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.810229 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.815897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f9e57467-7749-4423-b291-e804209e4c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:10.829312 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add1aa7a-79a8-4400-b5fa-ae73a037d905,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:10.840791 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.841164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.841524 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.841884 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.842236 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.842590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.842941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.843322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.843670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.844016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.844366 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.844733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:10.848209 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:10.849845 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:10.851427 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/add1aa7a-79a8-4400-b5fa-ae73a037d905 HTTP/1.1" status: 204  len: 168 time: 0.1834171
Jun 04 13:35:11.147418 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:35:13.291972 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-9a4bef2d-b9af-446b-b0c4-903397540045 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300596
Jun 04 13:35:13.443936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-e41ef568-81de-4319-bdca-7f3255c0eb40 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:13.445279 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-e41ef568-81de-4319-bdca-7f3255c0eb40 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1477740
Jun 04 13:35:13.459916 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-78b07d86-7dd2-43e4-a7ec-d25efb1336d4 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/quotas/6eda1d9359ae489e9c9a40a50fd96cc5 HTTP/1.1" status: 200  len: 375 time: 0.0090346
Jun 04 13:35:13.512136 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-4722018e-5730-447b-97e1-52d00470a465 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472503
Jun 04 13:35:13.686487 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b70676a2-69f5-4e18-8f82-8d4e42aad251 req-c462113b-7e93-430a-b0c7-47a6b6566135 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 210 time: 0.0418272
Jun 04 13:35:14.742260 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-9c2a2ba1-48b6-4700-8844-fc0ee6c8ed18 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289783
Jun 04 13:35:14.904181 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-29dbcbb1-82e0-4edc-a89c-8a80e2cf3328 req-55475d7c-e5ca-424d-a71a-cbb7c357aec2 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 210 time: 0.0602729
Jun 04 13:35:14.942218 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-4f3e4449-e192-4f2d-b114-e79823d7f739 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:14.943635 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-4f3e4449-e192-4f2d-b114-e79823d7f739 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1949425
Jun 04 13:35:14.992014 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Request body: {'port': {'device_id': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c', 'admin_state_up': True, 'tenant_id': '6eda1d9359ae489e9c9a40a50fd96cc5'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:15.125323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:15.129039 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Usage tracker for resource:port and tenant:6eda1d9359ae489e9c9a40a50fd96cc5 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:15.131799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:15.137362 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:15.146676 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Made reservation on behalf of 6eda1d9359ae489e9c9a40a50fd96cc5 for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:35:15.150228 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.162011 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.177190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:15.180865 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Usage tracker for resource:security_group_rule and tenant:6eda1d9359ae489e9c9a40a50fd96cc5 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:15.183570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:15.189963 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:15.273798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.278206 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.282298 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-59c9ffd3-062a-4168-8234-0bfe3a10808f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:15.365474 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278c9b7d-598c-449a-9617-4af2e2e0c227,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:15.370654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:15.447212 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Allocated IP 192.168.233.193 (a9fa0606-a8d5-4a2a-9781-15f53510ca7c/87811041-565f-4d75-a6f9-f8c1849fcac6/03f01605-4693-4896-871c-248f46338166) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:35:15.643146 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.658451 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Transition to ACTIVE for port object 03f01605-4693-4896-871c-248f46338166 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:35:15.681648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.686751 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:15.747431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Network a9fa0606-a8d5-4a2a-9781-15f53510ca7c is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:35:15.750306 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:35:15.758744 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:35:15.796325 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Pushing event updated for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:15.800922 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:15.829915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:15.830519 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:15.857313 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8692353
Jun 04 13:35:15.871581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Request body: {'port': {'device_id': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:15.998299 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-1b030e83-3a33-4552-ba8d-266d1e5c38bb None None] Provisioning for port 03f01605-4693-4896-871c-248f46338166 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:35:16.004884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-1b030e83-3a33-4552-ba8d-266d1e5c38bb None None] Provisioning complete for port 03f01605-4693-4896-871c-248f46338166 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:16.005555 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-1b030e83-3a33-4552-ba8d-266d1e5c38bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.058914 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-1b030e83-3a33-4552-ba8d-266d1e5c38bb None None] Port 03f01605-4693-4896-871c-248f46338166 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:35:16.119701 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.214605 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f892be-b1ef-4824-92e7-beda15949086 req-5b7116cc-7807-44cb-8ab0-c556958d043c tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:16.215372 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-21f892be-b1ef-4824-92e7-beda15949086 req-5b7116cc-7807-44cb-8ab0-c556958d043c tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Synchronizing usage tracker for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:16.291103 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-21f892be-b1ef-4824-92e7-beda15949086 req-5b7116cc-7807-44cb-8ab0-c556958d043c tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Unset dirty status for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:16.292283 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-21f892be-b1ef-4824-92e7-beda15949086 req-5b7116cc-7807-44cb-8ab0-c556958d043c tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 936 time: 0.2717063
Jun 04 13:35:16.418761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-21f892be-b1ef-4824-92e7-beda15949086 req-ec19928d-27d7-4d72-a087-dced4478e0af tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Synchronizing usage tracker for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:16.457263 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-21f892be-b1ef-4824-92e7-beda15949086 req-ec19928d-27d7-4d72-a087-dced4478e0af tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Unset dirty status for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:16.458367 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-21f892be-b1ef-4824-92e7-beda15949086 req-ec19928d-27d7-4d72-a087-dced4478e0af tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596491
Jun 04 13:35:16.537709 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f01605-4693-4896-871c-248f46338166 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:35:16.544920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.559094 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Transition to ACTIVE for port object 03f01605-4693-4896-871c-248f46338166 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:35:16.563716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.567083 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0767bab9-4e21-4142-a848-4f70fb06cb3b tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:16.720498 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Pushing event updated for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:16.727920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:16.793600 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Attempting to bind port 03f01605-4693-4896-871c-248f46338166 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:35:16.794177 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Attempting to bind port 03f01605-4693-4896-871c-248f46338166 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:35:16.794304 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Attempting to bind port 03f01605-4693-4896-871c-248f46338166 on network a9fa0606-a8d5-4a2a-9781-15f53510ca7c {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:35:16.799273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Port 03f01605-4693-4896-871c-248f46338166 on network a9fa0606-a8d5-4a2a-9781-15f53510ca7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:35:16.799594 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Attempting to bind port 03f01605-4693-4896-871c-248f46338166 on network a9fa0606-a8d5-4a2a-9781-15f53510ca7c {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:35:16.804610 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:35:16.804947 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Checking segment: {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:35:16.805325 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Bound using segment: {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:35:16.805747 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Bound port: 03f01605-4693-4896-871c-248f46338166, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc519415-2394-4169-8e97-6980fa375a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:35:16.806090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.896764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:35:16.899576 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03f01605-4693-4896-871c-248f46338166,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:35:16.904181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.908697 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-86cfa3f6-32b6-4f2e-b9cf-d5b2b35c3660 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:16.957490 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:16.957966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:16.959464 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] 10.222.0.22 "PUT /v2.0/ports/03f01605-4693-4896-871c-248f46338166 HTTP/1.1" status: 200  len: 1098 time: 1.0919743
Jun 04 13:35:16.961979 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'tag': '03f01605-4693-4896-871c-248f46338166'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:16.965061 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3acba9d-ca95-411d-a8ce-c8eea09c3245" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "tag": "03f01605-4693-4896-871c-248f46338166"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:17.007337 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Pushing event updated for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:17.010705 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d74f38-47e5-4a2d-87e5-9f30bf96d833 x-openstack-request-id: req-03d74f38-47e5-4a2d-87e5-9f30bf96d833 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:17.011031 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "tag": "03f01605-4693-4896-871c-248f46338166", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:17.011348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03d74f38-47e5-4a2d-87e5-9f30bf96d833 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:17.011772 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'tag': '03f01605-4693-4896-871c-248f46338166', 'status': 'completed', 'code': 200}
Jun 04 13:35:17.042621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:17.090736 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-b3b53736-ac44-4bfc-bcff-17dd393d5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:17.092217 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-b3b53736-ac44-4bfc-bcff-17dd393d5f74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 1101 time: 0.0861719
Jun 04 13:35:17.160912 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-9d94a393-18d8-4567-9309-c6c19f608a7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=03f01605-4693-4896-871c-248f46338166 HTTP/1.1" status: 200  len: 217 time: 0.0594337
Jun 04 13:35:17.230494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-5c04daed-8061-4fd9-b665-d37a64a14173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:17.231980 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-5c04daed-8061-4fd9-b665-d37a64a14173 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=87811041-565f-4d75-a6f9-f8c1849fcac6 HTTP/1.1" status: 200  len: 843 time: 0.0640860
Jun 04 13:35:17.329365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-20a97f87-c1a6-4048-a075-71c8aa7dd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:17.330803 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-20a97f87-c1a6-4048-a075-71c8aa7dd801 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9fa0606-a8d5-4a2a-9781-15f53510ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0764425
Jun 04 13:35:17.462876 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-ece7e479-1d42-4cbd-b6a2-e88a60f38028 service neutron] 10.222.0.22 "GET /v2.0/networks/a9fa0606-a8d5-4a2a-9781-15f53510ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251135
Jun 04 13:35:17.645642 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ded452ad-4c95-44ed-999c-022a8e5f39ba req-e609bfd5-5058-4815-85a4-b2d16beaddb2 service neutron] 10.222.0.22 "GET /v2.0/networks/a9fa0606-a8d5-4a2a-9781-15f53510ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696153
Jun 04 13:35:17.673465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9c6b0-6f81-47d3-8599-6fd712b8e249 req-c66f760c-d1d7-4794-b2b5-1eff2cb3e5a9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:17.674884 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79f9c6b0-6f81-47d3-8599-6fd712b8e249 req-c66f760c-d1d7-4794-b2b5-1eff2cb3e5a9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 948 time: 0.1113267
Jun 04 13:35:17.846632 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-79f9c6b0-6f81-47d3-8599-6fd712b8e249 req-310f1b36-64c7-4ec5-ba3c-1a5168d305d1 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659079
Jun 04 13:35:17.869915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-204ce345-5405-49f5-8726-7a24e1169e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:17.871365 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-204ce345-5405-49f5-8726-7a24e1169e24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 1101 time: 0.0913672
Jun 04 13:35:18.007835 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-e2e89713-64de-45ab-9bfa-356619d2ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:18.009249 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-e2e89713-64de-45ab-9bfa-356619d2ebcc service neutron] 10.222.0.22 "GET /v2.0/networks?id=a9fa0606-a8d5-4a2a-9781-15f53510ca7c HTTP/1.1" status: 200  len: 870 time: 0.1231358
Jun 04 13:35:18.081694 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-b6775dd0-02c1-4964-8546-983aa1b015ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=03f01605-4693-4896-871c-248f46338166 HTTP/1.1" status: 200  len: 217 time: 0.0621979
Jun 04 13:35:18.142365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-efeb0eaa-2ee7-4915-b04c-c79bcfb74921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:18.143671 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-efeb0eaa-2ee7-4915-b04c-c79bcfb74921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=87811041-565f-4d75-a6f9-f8c1849fcac6 HTTP/1.1" status: 200  len: 843 time: 0.0553143
Jun 04 13:35:18.224926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-3074a378-d2db-44d3-b7e8-62a3fd74f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:18.226403 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-3074a378-d2db-44d3-b7e8-62a3fd74f266 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9fa0606-a8d5-4a2a-9781-15f53510ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0718191
Jun 04 13:35:18.360668 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-8f5781fa-90de-4a75-ac70-a0b4bbabfcfa service neutron] 10.222.0.22 "GET /v2.0/networks/a9fa0606-a8d5-4a2a-9781-15f53510ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257906
Jun 04 13:35:18.501099 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e3acba9d-ca95-411d-a8ce-c8eea09c3245 req-9b56aaec-4dbb-4d12-b1cc-58db8fa739c0 service neutron] 10.222.0.22 "GET /v2.0/networks/a9fa0606-a8d5-4a2a-9781-15f53510ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324611
Jun 04 13:35:19.031421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd24bd0-c682-4cac-9b5a-fce0dc2827cc req-a4b1815b-be97-4a22-acce-43351044b119 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:19.033261 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6bd24bd0-c682-4cac-9b5a-fce0dc2827cc req-a4b1815b-be97-4a22-acce-43351044b119 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 948 time: 0.0820994
Jun 04 13:35:19.080041 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6bd24bd0-c682-4cac-9b5a-fce0dc2827cc req-45170ff6-3862-4a04-aa56-7a1764f89f44 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402725
Jun 04 13:35:20.264124 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d05b2-54eb-495a-a582-9e4eed1e57b9 req-6a2d9ff1-cfec-40ac-9556-a3d377bd2ffa tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:20.266132 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e53d05b2-54eb-495a-a582-9e4eed1e57b9 req-6a2d9ff1-cfec-40ac-9556-a3d377bd2ffa tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 948 time: 0.0823975
Jun 04 13:35:20.309910 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e53d05b2-54eb-495a-a582-9e4eed1e57b9 req-7c6f2f5c-4c98-4c70-99dd-15c60a12637a tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378847
Jun 04 13:35:21.241776 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 03f01605-4693-4896-871c-248f46338166 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:35:21.372907 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03f01605-4693-4896-871c-248f46338166,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:21.385519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '03f01605-4693-4896-871c-248f46338166', 'network_id': 'a9fa0606-a8d5-4a2a-9781-15f53510ca7c', 'port_id': '03f01605-4693-4896-871c-248f46338166', 'mac_address': 'fa:16:3e:7d:e0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87811041-565f-4d75-a6f9-f8c1849fcac6', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:35:21.442720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:21.459426 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f01605-4693-4896-871c-248f46338166 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:35:21.474836 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03f01605-4693-4896-871c-248f46338166,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:21.479098 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:21.480936 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:21.493786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6fe19-3f26-4424-9914-75c0b2896f07 req-be84cecc-14b7-42b4-a8d2-682b52091876 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:21.495231 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-26e6fe19-3f26-4424-9914-75c0b2896f07 req-be84cecc-14b7-42b4-a8d2-682b52091876 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 948 time: 0.0828271
Jun 04 13:35:21.542161 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-26e6fe19-3f26-4424-9914-75c0b2896f07 req-1088d061-338d-4402-963a-8b24c7d58a87 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407867
Jun 04 13:35:21.545546 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:21.549923 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:21.839667 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['03f01605-4693-4896-871c-248f46338166'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:22.728372 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fecc9-ce1e-4dcc-a6ac-480c45c231cc req-34334e6a-8c6c-47e4-804c-19244301f55b tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:22.729798 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f32fecc9-ce1e-4dcc-a6ac-480c45c231cc req-34334e6a-8c6c-47e4-804c-19244301f55b tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 949 time: 0.0836568
Jun 04 13:35:22.773112 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f32fecc9-ce1e-4dcc-a6ac-480c45c231cc req-6fc3a1b5-7966-492c-b61c-5983c70767aa tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377696
Jun 04 13:35:23.083185 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-6ec6224c-a9b7-4011-9d73-538af8d7f80e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717692
Jun 04 13:35:23.235714 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-75fbc1a8-7972-434f-b661-89763bbce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:23.237199 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-75fbc1a8-7972-434f-b661-89763bbce7b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 1098 time: 0.0768895
Jun 04 13:35:23.242246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 03f01605-4693-4896-871c-248f46338166 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:35:23.309305 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 03f01605-4693-4896-871c-248f46338166 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:35:23.314755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 03f01605-4693-4896-871c-248f46338166 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:23.315133 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:23.402751 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-b1bc5568-1fc5-469e-96c0-e54ef83161df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:23.404152 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-b1bc5568-1fc5-469e-96c0-e54ef83161df service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1321566
Jun 04 13:35:23.456453 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:23.483190 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f01605-4693-4896-871c-248f46338166'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:23.485979 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6248f837-78b7-4565-b4c9-642c13273dc6" -d '{"events": [{"server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "name": "network-vif-plugged", "status": "completed", "tag": "03f01605-4693-4896-871c-248f46338166"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:23.493469 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03f01605-4693-4896-871c-248f46338166,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:23.498234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:23.500815 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:23.512743 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-a6625cd1-8847-408e-91c6-d57f339ab822 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 200  len: 1000 time: 0.0991552
Jun 04 13:35:23.536454 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb11f5a-5e0d-4824-9040-89f004351fbd x-openstack-request-id: req-edb11f5a-5e0d-4824-9040-89f004351fbd {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:23.536752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "name": "network-vif-plugged", "status": "completed", "tag": "03f01605-4693-4896-871c-248f46338166", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:23.537011 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edb11f5a-5e0d-4824-9040-89f004351fbd {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:23.537397 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f01605-4693-4896-871c-248f46338166', 'code': 200}
Jun 04 13:35:23.571438 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:23.575121 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:23.585156 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-a2960385-5b71-4d3e-87e0-22840628eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:23.586589 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-a2960385-5b71-4d3e-87e0-22840628eee1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0623710
Jun 04 13:35:23.761603 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-18c8480c-6cc6-4294-9678-b34c7f42fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:23.763088 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-18c8480c-6cc6-4294-9678-b34c7f42fb76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1650112
Jun 04 13:35:23.781698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33556c-1e64-4e74-9d3e-9c003facc40b req-5f25c116-96af-43dc-a3e8-cb96a33a4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:23.783150 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7d33556c-1e64-4e74-9d3e-9c003facc40b req-5f25c116-96af-43dc-a3e8-cb96a33a4961 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 1103 time: 0.0721853
Jun 04 13:35:23.829979 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7d33556c-1e64-4e74-9d3e-9c003facc40b req-1ce948b4-56ca-408a-a94c-11c7e5b11ad6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376225
Jun 04 13:35:23.945247 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-73ab0826-29c7-42e0-af25-1eabdf58bdbd service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688664
Jun 04 13:35:24.008976 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1c0f-fd75-44a1-98a7-369937f0b19a req-a2f6b186-89eb-40b1-98d7-f98e61cfefd6 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:24.010381 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bfad1c0f-fd75-44a1-98a7-369937f0b19a req-a2f6b186-89eb-40b1-98d7-f98e61cfefd6 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.1281929
Jun 04 13:35:24.126207 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bfad1c0f-fd75-44a1-98a7-369937f0b19a req-617936c5-78c8-4888-b975-42e781980bb1 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672617
Jun 04 13:35:24.133694 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a52eb653-26bc-456e-acd2-4dff40154d2f req-649aed0b-8a03-41f5-b522-64d4e3324cfe service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755247
Jun 04 13:35:25.083725 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ba4122ab-b197-4871-a645-50aba01ee367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:25.319616 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e3923-4986-4cf9-9382-b251b0d4fe10 req-63043a8e-3987-4625-ba22-b703543c3c89 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:25.323684 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce1e3923-4986-4cf9-9382-b251b0d4fe10 req-63043a8e-3987-4625-ba22-b703543c3c89 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0886326
Jun 04 13:35:25.368099 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce1e3923-4986-4cf9-9382-b251b0d4fe10 req-3c8b0823-8fcf-41e4-8c54-956c3dfbfe67 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409913
Jun 04 13:35:25.795539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859697-7d89-4978-9cf1-8c3f106e8643 req-ca525af6-060a-4474-b605-06eecdda622d tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:25.797155 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20859697-7d89-4978-9cf1-8c3f106e8643 req-ca525af6-060a-4474-b605-06eecdda622d tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0836582
Jun 04 13:35:25.844917 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20859697-7d89-4978-9cf1-8c3f106e8643 req-8444d05c-07fd-4158-bee4-9283c341ed6f tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420825
Jun 04 13:35:27.038371 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c0bf-5b7e-4475-99f4-f144ff6e915d req-0a2d0a28-1052-47ec-88f4-10eed4cd2a67 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:27.039889 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8839c0bf-5b7e-4475-99f4-f144ff6e915d req-0a2d0a28-1052-47ec-88f4-10eed4cd2a67 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0833793
Jun 04 13:35:27.084961 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8839c0bf-5b7e-4475-99f4-f144ff6e915d req-2e780d40-7837-4ea1-bc61-6f52b9ff73c9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394609
Jun 04 13:35:27.604359 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7d65df1-8c8d-4def-8da7-0363d3a3a7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:27.939696 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c88e3-4824-4863-aa30-860478849665 req-871d1764-6e4c-4b93-ab7c-4385e3d71777 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:27.941133 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb1c88e3-4824-4863-aa30-860478849665 req-871d1764-6e4c-4b93-ab7c-4385e3d71777 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0811653
Jun 04 13:35:27.988525 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cb1c88e3-4824-4863-aa30-860478849665 req-06d02a92-ef6a-46c3-8f8b-b0b9807f0497 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417407
Jun 04 13:35:28.032969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:28.269371 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25179c0-1b58-47d3-b911-e917e47f9b8f req-98d43fec-eced-4c4a-bc28-ba9608ee96c5 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:28.270820 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b25179c0-1b58-47d3-b911-e917e47f9b8f req-98d43fec-eced-4c4a-bc28-ba9608ee96c5 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0797100
Jun 04 13:35:28.315314 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b25179c0-1b58-47d3-b911-e917e47f9b8f req-3f494d8b-fa6f-4a6a-8094-473fdfa0c378 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389063
Jun 04 13:35:28.768219 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:28.942763 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:29.175578 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de60936-1a04-4080-a205-bd34cfe822d1 req-9a06e190-992c-40f0-b9a9-8141682fffb2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:29.177017 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2de60936-1a04-4080-a205-bd34cfe822d1 req-9a06e190-992c-40f0-b9a9-8141682fffb2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0819626
Jun 04 13:35:29.221378 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2de60936-1a04-4080-a205-bd34cfe822d1 req-2bf8177d-7a4c-4d59-a355-b03e63eb19eb tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386379
Jun 04 13:35:29.494036 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528f3a4-180a-471e-8912-016eb82dbc42 req-d0fbcb19-fff1-4e6d-94f0-b41dc94404a4 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:29.495406 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6528f3a4-180a-471e-8912-016eb82dbc42 req-d0fbcb19-fff1-4e6d-94f0-b41dc94404a4 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0781777
Jun 04 13:35:29.537927 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6528f3a4-180a-471e-8912-016eb82dbc42 req-bc42b431-6fd1-4a4f-9e90-6860648ec8b1 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362377
Jun 04 13:35:30.415803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da628-8fc9-4015-b29e-e331f30e6b24 req-a2df234f-9c84-48c5-82be-400f7098e248 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:30.417218 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-073da628-8fc9-4015-b29e-e331f30e6b24 req-a2df234f-9c84-48c5-82be-400f7098e248 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0851812
Jun 04 13:35:30.460634 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-073da628-8fc9-4015-b29e-e331f30e6b24 req-12a31731-0b9e-4151-94ed-2d6173ecf272 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377598
Jun 04 13:35:30.520064 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:30.728334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0126-7be8-462c-964a-14efda46959e req-18160b80-b750-406f-bb80-f0d485fd6d5a tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:30.729748 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a68a0126-7be8-462c-964a-14efda46959e req-18160b80-b750-406f-bb80-f0d485fd6d5a tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0787528
Jun 04 13:35:30.776242 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a68a0126-7be8-462c-964a-14efda46959e req-f0a6c8e6-e790-4004-9cc5-905a47d39372 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/security-groups?id=278c9b7d-598c-449a-9617-4af2e2e0c227&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403221
Jun 04 13:35:30.997635 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955965c2-2f6a-42ab-872b-348b972fa030 req-d1e1dd87-8d0e-4615-8d97-eea00ab3e251 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:30.999760 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-955965c2-2f6a-42ab-872b-348b972fa030 req-d1e1dd87-8d0e-4615-8d97-eea00ab3e251 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 950 time: 0.0820339
Jun 04 13:35:31.137584 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Deleting port 03f01605-4693-4896-871c-248f46338166 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:35:31.138050 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:31.286251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] For port 03f01605-4693-4896-871c-248f46338166, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03f01605-4693-4896-871c-248f46338166,segment=NetworkSegment(fc519415-2394-4169-8e97-6980fa375a6b),segment_id=fc519415-2394-4169-8e97-6980fa375a6b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:31.286625 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:31.494254 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Calling delete_port for 03f01605-4693-4896-871c-248f46338166 owned by compute:nova {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:35:31.649593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:31.657608 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:31.714285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Pushing event deleted for resources: {'Port': ['ID=03f01605-4693-4896-871c-248f46338166,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:31.742629 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:31.756382 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c2d2-7be0-4a86-867d-fc6ca9c07f73 req-88f71633-14b1-43aa-8c55-fc1351bca058 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:31.757884 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8a24c2d2-7be0-4a86-867d-fc6ca9c07f73 req-88f71633-14b1-43aa-8c55-fc1351bca058 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.1860213
Jun 04 13:35:31.815508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] No DVR routers for this DVR port 03f01605-4693-4896-871c-248f46338166 on host hv-cinder-78477 {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:35:31.820208 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:31.823428 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'name': 'network-vif-deleted', 'tag': '03f01605-4693-4896-871c-248f46338166'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:31.826035 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038e1c3-dc1e-435d-a3db-fafe7394864e" -d '{"events": [{"server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "name": "network-vif-deleted", "tag": "03f01605-4693-4896-871c-248f46338166"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:31.856395 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-955965c2-2f6a-42ab-872b-348b972fa030 req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.22 "DELETE /v2.0/ports/03f01605-4693-4896-871c-248f46338166 HTTP/1.1" status: 204  len: 173 time: 0.8507230
Jun 04 13:35:31.861925 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8a24c2d2-7be0-4a86-867d-fc6ca9c07f73 req-5d6eadcf-9680-4f36-a91d-bd00bc5afa5a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747218
Jun 04 13:35:31.925690 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c2573-9ce9-4b46-9bcc-b9fe3d7d38ef x-openstack-request-id: req-c85c2573-9ce9-4b46-9bcc-b9fe3d7d38ef {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:31.926015 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4cd97c-d206-485b-8bc2-1a637284803a", "name": "network-vif-deleted", "tag": "03f01605-4693-4896-871c-248f46338166", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:31.926301 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c85c2573-9ce9-4b46-9bcc-b9fe3d7d38ef {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:31.926725 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4cd97c-d206-485b-8bc2-1a637284803a', 'name': 'network-vif-deleted', 'tag': '03f01605-4693-4896-871c-248f46338166', 'status': 'completed', 'code': 200}
Jun 04 13:35:31.932348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-53d1ea9c-4e8f-4fe0-9ed9-f88c5c35bf9a req-0f86dc6a-10ba-4b89-a5b4-f0be05f8ebb5 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Synchronizing usage tracker for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:31.947182 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-53d1ea9c-4e8f-4fe0-9ed9-f88c5c35bf9a req-0f86dc6a-10ba-4b89-a5b4-f0be05f8ebb5 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Unset dirty status for tenant:6eda1d9359ae489e9c9a40a50fd96cc5 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:31.948652 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-53d1ea9c-4e8f-4fe0-9ed9-f88c5c35bf9a req-0f86dc6a-10ba-4b89-a5b4-f0be05f8ebb5 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 210 time: 0.0637288
Jun 04 13:35:33.062488 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a3ba1-75cd-4459-97d2-c68379a2b4e1 req-5e46bbbf-f100-475d-830a-b97800a2c7f3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:33.063957 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c00a3ba1-75cd-4459-97d2-c68379a2b4e1 req-5e46bbbf-f100-475d-830a-b97800a2c7f3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0818057
Jun 04 13:35:33.127228 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dfacf64f-8b59-4b57-a1cf-68b6c311ae2c req-72aa3da6-c5e8-4d4b-a1d9-e7ecfc6ce2ca tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 210 time: 0.0617385
Jun 04 13:35:33.148897 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c00a3ba1-75cd-4459-97d2-c68379a2b4e1 req-80880e49-33a7-45a0-9723-47611f89c91c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506630
Jun 04 13:35:33.598048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['03f01605-4693-4896-871c-248f46338166'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:34.313161 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a7aca95a-9fcb-4dbe-a290-85a4681aa7d7 req-5000e660-1393-48ac-9a77-5bb7a152228a tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f4cd97c-d206-485b-8bc2-1a637284803a HTTP/1.1" status: 200  len: 210 time: 0.0798120
Jun 04 13:35:34.355494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384e9e-3c09-43c5-9edb-fc5e8a97b3ff req-22e9bbd1-f616-4fde-9192-bba8a40112da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:34.356912 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-73384e9e-3c09-43c5-9edb-fc5e8a97b3ff req-22e9bbd1-f616-4fde-9192-bba8a40112da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.0923491
Jun 04 13:35:34.401401 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-73384e9e-3c09-43c5-9edb-fc5e8a97b3ff req-221315d0-254c-400e-b191-4950a3ed001a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388086
Jun 04 13:35:35.642620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-69224400-9492-4c7c-bcdb-70214bcb656d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:35.644108 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-69224400-9492-4c7c-bcdb-70214bcb656d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.1561089
Jun 04 13:35:35.651881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49b4b-d92d-4700-911a-c374a4ff4f0f req-96adfaa8-8154-48f8-b970-25ccbecaea9a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:35.653028 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1d49b4b-d92d-4700-911a-c374a4ff4f0f req-96adfaa8-8154-48f8-b970-25ccbecaea9a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 946 time: 0.1212103
Jun 04 13:35:35.766434 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1d49b4b-d92d-4700-911a-c374a4ff4f0f req-4f059c3d-f83b-4d12-a6c0-3be8e3865dd4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f391de3-c4e1-45bb-a60f-16a4c9423f67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069372
Jun 04 13:35:35.835702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Deleting port 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:35:35.836048 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:35.969664 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] For port 34a3a1be-f550-46df-a0ba-8e20021f4388, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=34a3a1be-f550-46df-a0ba-8e20021f4388,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:35.969941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:36.260129 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:36.260502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:36.260815 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Floating IP 64478cb5-2216-44af-a2c6-4ada642d8d0d disassociated. External IP: 172.27.1.49, port: 34a3a1be-f550-46df-a0ba-8e20021f4388.
Jun 04 13:35:36.261147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Calling delete_port for 34a3a1be-f550-46df-a0ba-8e20021f4388 owned by compute:nova {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:35:36.471500 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:36.478684 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cfdc48f3-bc8c-4abe-b2f1-21453bdf1c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:36.526536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'Port': ['ID=34a3a1be-f550-46df-a0ba-8e20021f4388,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:36.528990 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:36.719915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:35:36.950119 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24991994-f2ba-4593-bc2c-db7fbcd8a459 req-f6e08437-ca36-46e1-81c5-e76b9c093341 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0549579
Jun 04 13:35:36.953920 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:35:36.964610 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:35:36.977960 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:36.978661 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:37.029295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] No DVR routers for this DVR port 34a3a1be-f550-46df-a0ba-8e20021f4388 on host hv-cinder-78477 {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:35:37.031924 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:37.035076 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-deleted', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:37.036935 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d62681-fe9e-4c8c-9aa9-77045004ac3d" -d '{"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-deleted", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:37.069364 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d7380ea-1b1a-4236-b981-5f1b7c68461b req-34840bde-4c2c-4c42-a671-c1b56cfc41ad tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "DELETE /v2.0/ports/34a3a1be-f550-46df-a0ba-8e20021f4388 HTTP/1.1" status: 204  len: 173 time: 1.4083259
Jun 04 13:35:37.085958 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052126ab-9cb8-473f-a597-8ff9f004c30f x-openstack-request-id: req-052126ab-9cb8-473f-a597-8ff9f004c30f {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:37.086277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c689c-d449-4d11-8e7a-e391f0fb1720", "name": "network-vif-deleted", "tag": "34a3a1be-f550-46df-a0ba-8e20021f4388", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:37.086569 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-052126ab-9cb8-473f-a597-8ff9f004c30f {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:37.086985 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c689c-d449-4d11-8e7a-e391f0fb1720', 'name': 'network-vif-deleted', 'tag': '34a3a1be-f550-46df-a0ba-8e20021f4388', 'status': 'completed', 'code': 200}
Jun 04 13:35:37.174621 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:37.516510 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:37.525050 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:35:37.537106 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:37.537968 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:37.746313 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:38.100420 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c0b4730>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:38.106632 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25c832-ac25-4fa9-a87f-ad4e8caf873d None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:35:38.112294 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c167a1a7-487b-4aa7-af18-ca0cb95d11bf req-56c733fa-48fa-4df4-9fea-ba74d77e80b0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:38.128805 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c167a1a7-487b-4aa7-af18-ca0cb95d11bf req-56c733fa-48fa-4df4-9fea-ba74d77e80b0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:38.130471 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c167a1a7-487b-4aa7-af18-ca0cb95d11bf req-56c733fa-48fa-4df4-9fea-ba74d77e80b0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0694225
Jun 04 13:35:38.378266 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e4b42-4386-43ee-83f9-7cdb98253fdc None None] New status for floating IP 64478cb5-2216-44af-a2c6-4ada642d8d0d: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:35:39.168471 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 03f01605-4693-4896-871c-248f46338166 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:35:39.206276 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 03f01605-4693-4896-871c-248f46338166 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:35:39.206635 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 03f01605-4693-4896-871c-248f46338166 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:35:39.300437 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-74efae66-8201-4deb-9b43-300e1d3c59d9 req-3a6d46ad-a9e9-4013-b1d4-4e65b00f7369 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54c689c-d449-4d11-8e7a-e391f0fb1720 HTTP/1.1" status: 200  len: 210 time: 0.0456781
Jun 04 13:35:40.298728 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49116) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:40.426821 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49124) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:40.449313 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-48c53063-3357-446f-8036-ffb651534651 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6eda1d9359ae489e9c9a40a50fd96cc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1491442
Jun 04 13:35:40.451706 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49126) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:40.494647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.510184 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.523201 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.535066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.576226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.581241 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ca1ff594-0987-497b-9857-0e870745f71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:40.587998 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.591577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-52538751-2686-4a1b-9927-a68185332cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:40.596830 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f391de3-c4e1-45bb-a60f-16a4c9423f67,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:40.600258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:40.608523 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278c9b7d-598c-449a-9617-4af2e2e0c227,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:40.610835 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:40.614471 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.615745 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f391de3-c4e1-45bb-a60f-16a4c9423f67 HTTP/1.1" status: 204  len: 168 time: 0.1878083
Jun 04 13:35:40.618538 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49128) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:40.624812 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.635488 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.api.v2.resource [None req-13881dcc-05bc-494e-b528-d23f1e5636ca tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] show failed (client error): The resource could not be found.
Jun 04 13:35:40.635674 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/278c9b7d-598c-449a-9617-4af2e2e0c227 HTTP/1.1" status: 204  len: 168 time: 0.1753330
Jun 04 13:35:40.636835 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-13881dcc-05bc-494e-b528-d23f1e5636ca tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups/5f391de3-c4e1-45bb-a60f-16a4c9423f67 HTTP/1.1" status: 404  len: 347 time: 0.0171258
Jun 04 13:35:40.639724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49132) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:40.874202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Deleting port d3e824c0-73c2-4aa9-a929-f6573a9077e3 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:35:40.874452 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.990279 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:40.990627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.110131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Calling delete_port for d3e824c0-73c2-4aa9-a929-f6573a9077e3 owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:35:41.158626 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:35:41.236480 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.240255 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 34a3a1be-f550-46df-a0ba-8e20021f4388 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:35:41.240609 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 34a3a1be-f550-46df-a0ba-8e20021f4388 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:35:41.241004 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:41.285088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'Port': ['ID=d3e824c0-73c2-4aa9-a929-f6573a9077e3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:41.310218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:41.376953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.398889 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.400279 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "DELETE /v2.0/floatingips/64478cb5-2216-44af-a2c6-4ada642d8d0d HTTP/1.1" status: 204  len: 168 time: 0.7594006
Jun 04 13:35:41.664525 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49142) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:41.669319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609573017', 'description': 'tempest-description--1795855553'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:41.675106 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:41.679197 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:41.682051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:41.688938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:41.699799 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.719755 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:41.723473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:41.726200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:41.731788 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:41.801496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.805196 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.810174 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c5295a26-14e6-411b-8401-e07ed08763a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:41.853137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef693e5-a4d2-4080-8e95-6ebe96c481e4,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:41.856218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:41.857537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.858962 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1934395
Jun 04 13:35:41.861897 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49144) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:41.866757 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group_rule': {'security_group_id': 'fef693e5-a4d2-4080-8e95-6ebe96c481e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:41.872603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:41.877088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:41.879948 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:41.885546 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:41.901755 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.965409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.968916 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:41.976263 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:41.996649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566091da-2927-4e7e-93ce-a7e87a4deb28,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:42.000218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:42.002845 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.004183 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1410537
Jun 04 13:35:42.006748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49146) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:42.011209 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'security_group_rule': {'security_group_id': 'fef693e5-a4d2-4080-8e95-6ebe96c481e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:42.017056 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:42.020845 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:security_group_rule and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:42.023653 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:42.029255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:42.044568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.104749 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.108760 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.110764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:42.130453 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1ee331-de61-41b4-9056-da7c6abb290e,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:42.134209 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:42.141310 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.142584 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9e35eec9-9ab9-489b-9ba5-3fe1ecb51865 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1348677
Jun 04 13:35:42.145617 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49148) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:42.149946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:42.155479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:42.159197 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:floatingip and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:42.161950 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:42.167507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:42.178909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.403274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.539891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Allocated IP 172.27.1.252 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/fd41314d-fb07-4cf3-8d69-19ef2d425cc1) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:35:42.688341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.718313 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.722598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:42.779466 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:35:42.782694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:35:42.785220 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:35:42.828142 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=fd41314d-fb07-4cf3-8d69-19ef2d425cc1,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:42.835392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:42.872730 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:42.932658 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:43.131417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:43.135647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:43.140509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-22edb831-336c-4b7e-9c27-22f344e0d3cb tempest-ServerRescueNegativeTestJSON-2076819265 tempest-ServerRescueNegativeTestJSON-2076819265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:43.243247 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=fd41314d-fb07-4cf3-8d69-19ef2d425cc1,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:43.247086 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:43.254484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:43.276815 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:43.277993 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1314824
Jun 04 13:35:43.498163 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-f79debb7-9de5-4504-872e-dc30e11c5467 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--609573017&fields=id&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 267 time: 0.0417280
Jun 04 13:35:43.645904 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-f4735dad-45d7-4460-8d7c-60ea3590abae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:43.647248 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-f4735dad-45d7-4460-8d7c-60ea3590abae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 817 time: 0.1415219
Jun 04 13:35:43.661923 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-ad747777-5e0b-429c-a18f-b3bf67525c2d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/quotas/a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 375 time: 0.0091939
Jun 04 13:35:43.750201 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-3100c901-a603-4b30-b814-5acac1ce40db tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0830150
Jun 04 13:35:43.902248 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-e852ab69-e7e4-46c6-be0d-d81dabae4a4a service neutron] 10.222.0.20 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388690
Jun 04 13:35:44.029258 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-157ceddf-a99e-4837-adb6-dfb407251bed service neutron] 10.222.0.20 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213489
Jun 04 13:35:44.212139 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b66ef9a1-24cb-429d-9fdf-34a937cdddce req-8109a06a-a62a-4e1b-b442-357cc9b587ea tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 210 time: 0.0464666
Jun 04 13:35:45.452429 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-96df20e5-f4af-4ac8-90d3-b9157f9203de req-4536b543-6740-4020-bbe7-c51cb659fb8b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 210 time: 0.0979016
Jun 04 13:35:45.569017 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-bd42289b-c8fb-4fe9-9949-61443604a4da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:45.570413 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-bd42289b-c8fb-4fe9-9949-61443604a4da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 817 time: 0.2170558
Jun 04 13:35:45.578035 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d647f87-0398-457b-90e6-6614ffdd191a req-983fe836-575b-4499-9042-fa4fd002b88c tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:45.579389 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d647f87-0398-457b-90e6-6614ffdd191a req-983fe836-575b-4499-9042-fa4fd002b88c tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 946 time: 0.3542445
Jun 04 13:35:45.647989 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-1d29c167-d678-432f-b891-8c80e0052b25 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 379 time: 0.0666103
Jun 04 13:35:45.654481 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d647f87-0398-457b-90e6-6614ffdd191a req-8a5bfbb2-4351-4c50-a5c5-21a4a4ce97d6 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608959
Jun 04 13:35:45.659789 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'port': {'device_id': '6192c879-fbe4-4789-8fc6-606251f2048f', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'admin_state_up': True, 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'security_groups': ['fef693e5-a4d2-4080-8e95-6ebe96c481e4']}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:45.791997 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:35:45.796181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Usage tracker for resource:port and tenant:a1d48e64c9bb4c868be1331642e94ce1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:35:45.798968 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:35:45.804597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:35:45.813447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Made reservation on behalf of a1d48e64c9bb4c868be1331642e94ce1 for: {'port': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:35:45.816997 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:45.976109 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Allocated IP 172.20.0.11 (d2f20fbf-2bdf-4915-bc78-1b50b46b741d/a6498e60-9a82-4c34-b331-0ff4ae090551/69dc5efa-776f-40b1-b3d8-8c7713ed0087) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:35:46.166889 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:46.181853 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Transition to ACTIVE for port object 69dc5efa-776f-40b1-b3d8-8c7713ed0087 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:35:46.207300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:46.212642 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ad5cff1e-f9b4-45a3-8fb3-c4120d917e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:46.273402 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:35:46.276334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:35:46.284502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:35:46.321066 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:46.325692 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:46.353146 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:46.353763 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:46.379558 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-6d6daaf5-8141-4d42-98c6-8b3de511eb1b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7232800
Jun 04 13:35:46.393626 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Request body: {'port': {'device_id': '6192c879-fbe4-4789-8fc6-606251f2048f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:46.512810 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:46.524248 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-bfdb65c7-4706-4e5e-8b82-073086fded68 None None] Provisioning for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:35:46.531009 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-bfdb65c7-4706-4e5e-8b82-073086fded68 None None] Provisioning complete for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:46.531662 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-bfdb65c7-4706-4e5e-8b82-073086fded68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:46.585853 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb65c7-4706-4e5e-8b82-073086fded68 None None] Port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:35:46.851777 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca2d2b-d3c1-4edd-bfd0-9722517b9229 req-c144112d-51e3-4885-b4e6-42db0b596d53 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:46.852472 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c5ca2d2b-d3c1-4edd-bfd0-9722517b9229 req-c144112d-51e3-4885-b4e6-42db0b596d53 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:46.897921 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c5ca2d2b-d3c1-4edd-bfd0-9722517b9229 req-c144112d-51e3-4885-b4e6-42db0b596d53 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:46.899061 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5ca2d2b-d3c1-4edd-bfd0-9722517b9229 req-c144112d-51e3-4885-b4e6-42db0b596d53 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 932 time: 0.3194840
Jun 04 13:35:46.975957 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5ca2d2b-d3c1-4edd-bfd0-9722517b9229 req-cf0ce6e6-6c36-47f8-8bcd-e20ee8be7553 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663779
Jun 04 13:35:47.001050 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae937-deda-4961-8124-fe48dd3133b9 req-b6fe3108-063f-4096-904c-ac7b08b7554e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.001050 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-557ae937-deda-4961-8124-fe48dd3133b9 req-b6fe3108-063f-4096-904c-ac7b08b7554e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 946 time: 0.1977031
Jun 04 13:35:47.161299 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-bcaf4fe4-e42d-4f39-bd2f-6d2e8bcec28f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.161895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-bcaf4fe4-e42d-4f39-bd2f-6d2e8bcec28f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Synchronizing usage tracker for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:35:47.167235 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:35:47.178901 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-bcaf4fe4-e42d-4f39-bd2f-6d2e8bcec28f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Unset dirty status for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:35:47.179214 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.180085 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-bcaf4fe4-e42d-4f39-bd2f-6d2e8bcec28f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 946 time: 0.0988183
Jun 04 13:35:47.191590 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-557ae937-deda-4961-8124-fe48dd3133b9 req-5c4b1c03-9e2d-49d3-8360-225f6c2509dd tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645067
Jun 04 13:35:47.199918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Transition to ACTIVE for port object 69dc5efa-776f-40b1-b3d8-8c7713ed0087 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:35:47.205633 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.209323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-db704c6c-31dc-4291-941c-6be505393084 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:47.321866 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Deleting port b791d4d4-8321-4933-8d38-f24280f49c38 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:35:47.322237 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.360632 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:47.368589 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:47.443941 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Attempting to bind port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:35:47.444280 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Attempting to bind port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:35:47.444764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Attempting to bind port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:35:47.452370 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:35:47.453031 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Attempting to bind port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 on network d2f20fbf-2bdf-4915-bc78-1b50b46b741d {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:35:47.458930 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:35:47.459300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Checking segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:35:47.459688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Bound using segment: {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:35:47.460107 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Bound port: 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2338b3-28ab-4379-bfcd-9dfca3a37285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:35:47.460451 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.464747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] For port b791d4d4-8321-4933-8d38-f24280f49c38, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b791d4d4-8321-4933-8d38-f24280f49c38,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:47.465108 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.549943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:35:47.553054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:35:47.556995 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.561780 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:47.588908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Calling delete_port for b791d4d4-8321-4933-8d38-f24280f49c38 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:35:47.612540 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.613369 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.614675 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] 10.222.0.22 "PUT /v2.0/ports/69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 1094 time: 1.2263508
Jun 04 13:35:47.617150 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:47.620395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57698acb-6a90-4324-85ab-a4390a0d2f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:47.653004 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:47.657351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:47.692542 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7cc1cc-0dbd-46ca-b6e2-a02b793e9f4d x-openstack-request-id: req-de7cc1cc-0dbd-46ca-b6e2-a02b793e9f4d {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:47.692863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:47.693152 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de7cc1cc-0dbd-46ca-b6e2-a02b793e9f4d {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:47.693573 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'status': 'completed', 'code': 200}
Jun 04 13:35:47.732416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.739068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e9f25f5-4649-4cbc-b067-d65c48afae4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:47.739299 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b4eb8e92-0254-4773-aa1c-799ee5e26d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.740584 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-b4eb8e92-0254-4773-aa1c-799ee5e26d0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1097 time: 0.0814435
Jun 04 13:35:47.745355 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['b791d4d4-8321-4933-8d38-f24280f49c38'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:47.787395 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Pushing event deleted for resources: {'Port': ['ID=b791d4d4-8321-4933-8d38-f24280f49c38,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:47.791446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:47.830334 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-641350ee-f97e-48f0-a081-118c8b45f06f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 217 time: 0.0813437
Jun 04 13:35:47.895660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-1d55b560-b59d-42be-83fa-a9266c1d339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.897006 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-1d55b560-b59d-42be-83fa-a9266c1d339c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0602660
Jun 04 13:35:47.955255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] No DVR routers for this DVR port b791d4d4-8321-4933-8d38-f24280f49c38 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:35:47.957658 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:47.960301 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'name': 'network-vif-deleted', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:47.962524 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c954f65-9663-41e6-ab88-9dc3009b9653" -d '{"events": [{"server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "name": "network-vif-deleted", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:47.977144 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2a9d0715-0fa9-4ada-aa58-9d5e6374f6fb req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "DELETE /v2.0/ports/b791d4d4-8321-4933-8d38-f24280f49c38 HTTP/1.1" status: 204  len: 173 time: 0.7906070
Jun 04 13:35:47.981956 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-19ea0d55-66b7-4531-8bdb-22466dd57b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:47.983499 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-19ea0d55-66b7-4531-8bdb-22466dd57b58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0788865
Jun 04 13:35:48.011415 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39446d8a-c6bc-48c1-85b8-0e067d368c60 x-openstack-request-id: req-39446d8a-c6bc-48c1-85b8-0e067d368c60 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:48.011742 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a78cc0-8bff-41bf-814b-1267f52a051a", "name": "network-vif-deleted", "tag": "b791d4d4-8321-4933-8d38-f24280f49c38", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:48.012031 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39446d8a-c6bc-48c1-85b8-0e067d368c60 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:48.012981 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a78cc0-8bff-41bf-814b-1267f52a051a', 'name': 'network-vif-deleted', 'tag': 'b791d4d4-8321-4933-8d38-f24280f49c38', 'status': 'completed', 'code': 200}
Jun 04 13:35:48.148618 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:35:48.168196 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-5a4e7066-93af-406e-894d-b8b4778a9156 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779971
Jun 04 13:35:48.236004 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01b3c-6150-45f4-89a9-8ca5619c29e3 req-2add625b-a1b3-403c-bfd8-af50aeed61ed tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:48.237449 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75c01b3c-6150-45f4-89a9-8ca5619c29e3 req-2add625b-a1b3-403c-bfd8-af50aeed61ed tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1426888
Jun 04 13:35:48.381917 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c03ce407-a780-493f-bc86-a78c7117b0e8 req-4838f995-4dae-47f0-a908-24462bcabade tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a78cc0-8bff-41bf-814b-1267f52a051a HTTP/1.1" status: 200  len: 210 time: 0.0665257
Jun 04 13:35:48.403567 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75c01b3c-6150-45f4-89a9-8ca5619c29e3 req-8f162747-0a9f-4c01-b04e-13dfb7e7abdc tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109877
Jun 04 13:35:48.409817 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd063c98-704c-4713-aef6-d041ddd0a213 req-63a648ba-2749-4c1c-b82b-cf86e7a0d68e service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314420
Jun 04 13:35:48.540939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-65b92e3b-3062-4e93-9f8b-d2304ff2f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:48.542426 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-65b92e3b-3062-4e93-9f8b-d2304ff2f6a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1097 time: 0.0729456
Jun 04 13:35:48.672702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-fe840644-8bda-4219-8b5b-e069a17dd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:48.674118 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-fe840644-8bda-4219-8b5b-e069a17dd53d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.1244287
Jun 04 13:35:48.746586 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-5182acf8-5adf-415f-bbb0-ac211a91c5de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 217 time: 0.0617845
Jun 04 13:35:48.806340 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-232d2fef-ac72-4602-b473-9559a9697e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:48.807726 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-232d2fef-ac72-4602-b473-9559a9697e1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0542529
Jun 04 13:35:48.977781 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-a0278886-fe1d-4efc-971d-bad8a8f64744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:48.979321 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-a0278886-fe1d-4efc-971d-bad8a8f64744 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1609514
Jun 04 13:35:49.116029 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-5946c905-13e2-4f1b-893a-d193603d746f service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236541
Jun 04 13:35:49.250218 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57698acb-6a90-4324-85ab-a4390a0d2f3a req-a3ed7f7b-1923-45b2-a667-5d13cf13acaa service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230240
Jun 04 13:35:49.591065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb749e-82cb-4945-be17-555cb595862b req-adda3f39-dc93-42ec-b409-da8d511820e2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:49.593490 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dfdb749e-82cb-4945-be17-555cb595862b req-adda3f39-dc93-42ec-b409-da8d511820e2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0850797
Jun 04 13:35:49.638853 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dfdb749e-82cb-4945-be17-555cb595862b req-e9dcb145-06f1-4548-ac34-03479bad287e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395455
Jun 04 13:35:50.829270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75450ec2-581b-4fb8-8169-bc66714a0085 req-921472cc-ec1b-4a11-ac89-697353bb83fb tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:50.830715 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75450ec2-581b-4fb8-8169-bc66714a0085 req-921472cc-ec1b-4a11-ac89-697353bb83fb tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0848470
Jun 04 13:35:50.873792 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75450ec2-581b-4fb8-8169-bc66714a0085 req-724f8009-0769-4e02-bab5-a557f0c0310e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368831
Jun 04 13:35:51.880683 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:35:52.010935 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:52.024533 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:35:52.062443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56c82-b3e9-439d-b242-9b363a122506 req-d781edaa-a5c8-4051-9086-240d8a83c5f1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:52.063818 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-96a56c82-b3e9-439d-b242-9b363a122506 req-d781edaa-a5c8-4051-9086-240d8a83c5f1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0817397
Jun 04 13:35:52.080090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:52.096077 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:35:52.107145 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-96a56c82-b3e9-439d-b242-9b363a122506 req-1e1d94b0-e73c-42c5-a777-d802dc3c513b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376747
Jun 04 13:35:52.111158 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:52.114992 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:52.117568 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:52.183662 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:52.191256 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.191602 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.191936 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.192267 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.192593 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.192918 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.193238 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.193559 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.193879 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.194205 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.194513 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.194825 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:35:52.199963 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:52.906040 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device b791d4d4-8321-4933-8d38-f24280f49c38 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:35:52.939813 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: b791d4d4-8321-4933-8d38-f24280f49c38 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:35:52.940187 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device b791d4d4-8321-4933-8d38-f24280f49c38 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:35:53.156345 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-7ea94b51-ecec-4174-97a9-681fb993f3c3 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869021375&fields=id&tenant_id=1ed68514462f48eab5425a7c0a1ea193 HTTP/1.1" status: 200  len: 267 time: 0.0400653
Jun 04 13:35:53.194216 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['69dc5efa-776f-40b1-b3d8-8c7713ed0087'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:53.277931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-319f50b7-1690-4cf9-b254-afc4e4460ee6 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:53.279528 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-319f50b7-1690-4cf9-b254-afc4e4460ee6 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 985 time: 0.1175263
Jun 04 13:35:53.297192 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Request body: {'port': {'security_groups': ['394d7f69-ed33-4cf9-9ea0-cca6be29d778']}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:35:53.418784 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6a97f-72b2-4389-b2c5-e0d85f6f3570 req-a1349e17-c7d3-40fb-91de-a19ca3b3aeae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:53.420173 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-84f6a97f-72b2-4389-b2c5-e0d85f6f3570 req-a1349e17-c7d3-40fb-91de-a19ca3b3aeae tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 945 time: 0.1915336
Jun 04 13:35:53.449592 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:53.520182 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-84f6a97f-72b2-4389-b2c5-e0d85f6f3570 req-97371ed9-5b43-40c1-bc50-a66ba5b3e276 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886176
Jun 04 13:35:53.705385 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:53.732164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:53.736834 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:53.742417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-44602734-6310-44db-8849-f90b5fd1945a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:53.794694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:53.801308 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:53.801926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:53.803347 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4bbfc089-765a-4390-bdd0-5b3ae4293096 req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "PUT /v2.0/ports/4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 943 time: 0.5114157
Jun 04 13:35:53.803860 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:53.806140 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661" -d '{"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:53.811439 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49242) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:53.833816 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event updated for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=7']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:53.837589 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f432a8e1-37db-4723-8f30-29d8b310d420 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:53.882155 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f0650-ecad-4821-a055-d2ace0d3c07e x-openstack-request-id: req-a14f0650-ecad-4821-a055-d2ace0d3c07e {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:53.882487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:53.882784 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a14f0650-ecad-4821-a055-d2ace0d3c07e {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:53.883244 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:35:53.909463 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:53.917125 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:35:53.945947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.037643 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-5a5ed883-8169-4076-b1d6-42416d78ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:54.039376 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-5a5ed883-8169-4076-b1d6-42416d78ad11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1099 time: 0.1195476
Jun 04 13:35:54.041785 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.046630 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-423e8d98-b824-4838-8088-5598107b8bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:54.063964 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e0bd8-754f-4921-9052-eb17562507d4,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:54.071737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:54.083304 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.088339 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b0e0bd8-754f-4921-9052-eb17562507d4 HTTP/1.1" status: 204  len: 168 time: 0.2757218
Jun 04 13:35:54.089135 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49254) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:35:54.172853 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-fe0e97d8-327b-4136-9600-b0c61a4f878d None None] Provisioning complete for port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:54.173230 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fe0e97d8-327b-4136-9600-b0c61a4f878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.204222 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-31a0fdc8-7548-4889-8fdc-43a1d530339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:54.205684 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-31a0fdc8-7548-4889-8fdc-43a1d530339c service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.1580570
Jun 04 13:35:54.337967 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-5881fc95-e418-4bf0-9cc6-bb098a343203 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 1001 time: 0.1246915
Jun 04 13:35:54.415686 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Deleting port 40f017e0-f625-472a-9f21-517c8a213719 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:35:54.416038 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.501227 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-26ee5dac-1268-4339-b575-5908c29840e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:54.502664 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-26ee5dac-1268-4339-b575-5908c29840e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.1581433
Jun 04 13:35:54.545557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.547364 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.587058 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-55d0f97e-bdaa-41a4-adcc-53719393aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:54.588546 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-55d0f97e-bdaa-41a4-adcc-53719393aef1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0779009
Jun 04 13:35:54.672329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Calling delete_port for 40f017e0-f625-472a-9f21-517c8a213719 owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:35:54.777719 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-a3a1935e-3bf7-4c5a-9fd8-9d73e6b3a9eb service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806901
Jun 04 13:35:54.800436 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.805116 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ad2f2527-5be8-429e-b009-c0f54d8b0fbb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:54.835917 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d4c2-47e5-47ea-8991-6b6689ba225e req-feba645a-bc47-4f03-a6fc-c5c6d8bdc47d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:54.837359 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a50d4c2-47e5-47ea-8991-6b6689ba225e req-feba645a-bc47-4f03-a6fc-c5c6d8bdc47d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 945 time: 0.1508625
Jun 04 13:35:54.848985 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event deleted for resources: {'Port': ['ID=40f017e0-f625-472a-9f21-517c8a213719,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:54.851630 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:54.943404 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:54.943735 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Floating IP 5e71c965-e957-48a1-8247-919e68fb1815 disassociated (deleted). External IP: 172.27.1.29, port: 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff.
Jun 04 13:35:54.952330 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a50d4c2-47e5-47ea-8991-6b6689ba225e req-5b84e8a5-bc19-45d8-ac02-35e982b72811 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066778
Jun 04 13:35:54.978965 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-caa6f1d5-1836-4a35-ab0f-fc2f8e8cf661 req-956db09b-bc36-4fe0-bf20-eee3c2469779 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890049
Jun 04 13:35:55.086605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-299b7746-409e-40db-ba3b-ca2477d34a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:55.213781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:35:55.281449 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:35:55.286779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Router f9724d5f-0922-4cf8-aef0-104a1f5614a8 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:35:55.288290 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:35:55.288666 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:55.415794 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:55.444320 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:55.446762 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d263a-ca7d-4e43-ae8b-9626e67f5c0f" -d '{"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:55.459451 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:35:55.464677 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:55.468168 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:35:55.502966 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8d115-6d54-42b2-b85a-23840587e10c x-openstack-request-id: req-96d8d115-6d54-42b2-b85a-23840587e10c {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:55.503368 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:55.503674 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d8d115-6d54-42b2-b85a-23840587e10c {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:55.504208 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'code': 200}
Jun 04 13:35:55.550162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:35:55.556834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:35:55.598547 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:35:55.615064 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Sync routers for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:35:55.629988 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:55.630694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f520>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:55.633139 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:55.698959 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e71c965-e957-48a1-8247-919e68fb1815 HTTP/1.1" status: 204  len: 168 time: 1.6057773
Jun 04 13:35:55.698959 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:35:55.699759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec642bc4-89e0-4a85-961c-c3016f06f00f" -d '{"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:35:55.748023 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42a4e9-21bf-49ec-a735-5eb38b03e499 req-cbd105d2-5296-4225-9203-f9405bbd1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:55.749914 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2b42a4e9-21bf-49ec-a735-5eb38b03e499 req-cbd105d2-5296-4225-9203-f9405bbd1013 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1099 time: 0.0753484
Jun 04 13:35:55.772431 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1014d-063a-4a75-a960-00be6cb5fd45 x-openstack-request-id: req-e1b1014d-063a-4a75-a960-00be6cb5fd45 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:35:55.772878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:35:55.773270 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1b1014d-063a-4a75-a960-00be6cb5fd45 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:35:55.773806 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:35:55.802740 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2b42a4e9-21bf-49ec-a735-5eb38b03e499 req-34c628ac-8985-42c4-bb62-9ebf753adb73 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460494
Jun 04 13:35:55.830354 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:55.884646 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-d6058fe4-aefc-4f35-9b2b-d62b35b87910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:55.886158 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-d6058fe4-aefc-4f35-9b2b-d62b35b87910 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ed68514462f48eab5425a7c0a1ea193&device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 1099 time: 0.0843484
Jun 04 13:35:56.028522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-e07f94d3-8019-498b-b440-cd0ca2cf108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:56.030747 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-e07f94d3-8019-498b-b440-cd0ca2cf108f service neutron] 10.222.0.22 "GET /v2.0/networks?id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 200  len: 916 time: 0.1373947
Jun 04 13:35:56.189367 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ec5e8-bfbe-493a-94d9-3cabba97d9d7 req-fcd7eb4c-0a42-4a08-b9a5-cf979c7f33f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:56.190824 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3c4ec5e8-bfbe-493a-94d9-3cabba97d9d7 req-fcd7eb4c-0a42-4a08-b9a5-cf979c7f33f2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0930383
Jun 04 13:35:56.192526 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f520>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:56.196566 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Checking router: f9724d5f-0922-4cf8-aef0-104a1f5614a8 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:35:56.205706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:35:56.206304 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f520>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:56.236023 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3c4ec5e8-bfbe-493a-94d9-3cabba97d9d7 req-aecda36c-5b67-466c-9f18-81d651b96e9e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393157
Jun 04 13:35:56.382974 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:35:56.695532 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f520>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:35:56.699702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4739c-930a-4185-8cba-b267ddca94d1 None None] The sync data for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi is: [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:32:34Z', 'revision_number': 4, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'a198ef13-5c76-4cd3-adcf-a16480c6ec02', 'name': '', 'network_id': '41f553fb-dab5-4ca0-ad41-e41ed8dc9871', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'mac_address': 'fa:16:3e:e1:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:34Z', 'updated_at': '2021-06-04T13:32:43Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'subnets': [{'id': '25fb7fb0-57fc-417e-853a-091893d189a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:35:56.898778 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c47854-ab1f-4477-a402-a03a537b693c None None] New status for floating IP 5e71c965-e957-48a1-8247-919e68fb1815: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:35:57.424372 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f991aa-5618-4e93-81da-3f51f80f9e39 req-51a775c7-3e34-4abd-ac99-b39074fbd0f0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:57.425793 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57f991aa-5618-4e93-81da-3f51f80f9e39 req-51a775c7-3e34-4abd-ac99-b39074fbd0f0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0815520
Jun 04 13:35:57.469721 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-57f991aa-5618-4e93-81da-3f51f80f9e39 req-c3a01046-5a0e-4423-930a-4272027b4356 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383852
Jun 04 13:35:57.606634 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b4fc-04c3-42cc-8ffd-1ea242585f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:58.034117 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:58.652323 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bf3a2-99ca-4840-ba41-d819a80812f1 req-f556b175-0723-4a9f-a949-8f0a66d7e7fe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:58.653649 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e3bf3a2-99ca-4840-ba41-d819a80812f1 req-f556b175-0723-4a9f-a949-8f0a66d7e7fe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0768230
Jun 04 13:35:58.698025 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e3bf3a2-99ca-4840-ba41-d819a80812f1 req-a339504e-7264-46b4-bab6-2dd4fea7ad89 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382743
Jun 04 13:35:58.770935 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:58.956848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:35:59.009748 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-b59c1eca-dd67-44b3-8c37-9f2e07b8734f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 200  len: 217 time: 0.0773644
Jun 04 13:35:59.078676 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-9deb343f-7fa6-495d-bff3-cce54b19af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:59.079866 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-9deb343f-7fa6-495d-bff3-cce54b19af02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 200  len: 854 time: 0.0635989
Jun 04 13:35:59.159392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-cb5ba852-6af5-4da1-bd04-22676aae5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:59.161002 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-cb5ba852-6af5-4da1-bd04-22676aae5cc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41f553fb-dab5-4ca0-ad41-e41ed8dc9871&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0682511
Jun 04 13:35:59.292664 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-c7a0c0c3-9863-416e-952e-da5ab4733183 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236672
Jun 04 13:35:59.434001 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec642bc4-89e0-4a85-961c-c3016f06f00f req-20ce52a4-5222-4088-971f-8d18ef455719 service neutron] 10.222.0.22 "GET /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292520
Jun 04 13:35:59.920931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6fbfe-addb-4106-8f3c-323e1f3833d3 req-e22b2007-6e0c-4fac-a992-da87b6dd150d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:35:59.922566 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-86d6fbfe-addb-4106-8f3c-323e1f3833d3 req-e22b2007-6e0c-4fac-a992-da87b6dd150d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0979807
Jun 04 13:35:59.968099 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-86d6fbfe-addb-4106-8f3c-323e1f3833d3 req-bcffef24-5694-428e-8630-9b34bf23b75e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399117
Jun 04 13:36:00.137916 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-56b1b5c7-cd44-4553-af76-65cbbff95267 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:00.139873 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-56b1b5c7-cd44-4553-af76-65cbbff95267 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 811 time: 0.1418042
Jun 04 13:36:00.155125 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-bc6a3702-6dd3-4c07-bd38-192063022d84 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/quotas/e2aa8076247a4d9e8f1bf064511f72d6 HTTP/1.1" status: 200  len: 375 time: 0.0088406
Jun 04 13:36:00.200607 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-66f2b397-0ecc-4659-86d5-1b8cb644d284 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0399752
Jun 04 13:36:00.330538 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-2f575123-a22d-445d-b052-e654f0e6606e service neutron] 10.222.0.20 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224658
Jun 04 13:36:00.459429 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9e03c8be-ded8-483f-ab6b-08ca01c2ba8f service neutron] 10.222.0.20 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229138
Jun 04 13:36:00.531425 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:00.639975 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b0497ce5-49b7-4d59-b6c3-753e6c0f4eff req-e8f8ca02-2e73-4e8c-bff2-7a9aa374725a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 210 time: 0.0480700
Jun 04 13:36:01.166216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3fe38-afdd-4b9d-a48d-1275ec50bf82 req-6cae9abb-ec41-453a-b49e-b252a4d7a2c4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:01.167808 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4cd3fe38-afdd-4b9d-a48d-1275ec50bf82 req-6cae9abb-ec41-453a-b49e-b252a4d7a2c4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0810614
Jun 04 13:36:01.216135 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4cd3fe38-afdd-4b9d-a48d-1275ec50bf82 req-68c6f20e-41a2-4ef5-94a6-0f5b0aea644c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411496
Jun 04 13:36:01.489527 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098096-c3b4-4d45-b5f8-68b2dab4b441 req-df8d7472-1376-44fd-ab70-b907b3f21128 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:01.491984 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ff098096-c3b4-4d45-b5f8-68b2dab4b441 req-df8d7472-1376-44fd-ab70-b907b3f21128 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1695302
Jun 04 13:36:01.501032 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49342) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:01.505574 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Request body: {'floatingip': {'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:01.582980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:01.739205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-e6e58023-0c34-41bd-a0c1-12c3d2241a26 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:01.740790 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-e6e58023-0c34-41bd-a0c1-12c3d2241a26 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 811 time: 0.1561615
Jun 04 13:36:01.754912 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Request body: {'port': {'device_id': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae', 'admin_state_up': True, 'tenant_id': 'e2aa8076247a4d9e8f1bf064511f72d6'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:01.822470 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-36547a8a-5614-4517-a6fa-944c7408bb17 req-518dc14b-63d5-4500-b0ff-6b9501445f5b tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 210 time: 0.0564938
Jun 04 13:36:01.899329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:01.903499 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Usage tracker for resource:port and tenant:e2aa8076247a4d9e8f1bf064511f72d6 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:01.907736 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:01.913246 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:01.926174 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Made reservation on behalf of e2aa8076247a4d9e8f1bf064511f72d6 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:36:01.930332 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.100247 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Allocated IP 172.20.0.7 (3efd10fb-af67-41c9-ba42-0453f410dbae/9ca1b358-0876-47e6-9bf1-993e850e6bca/a67af8bd-9df8-41c5-8f1e-5346a2c06f37) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:36:02.311405 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.318382 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.325657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.343579 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.349132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:02.433544 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caa851-872e-49d9-b641-dee008d67baa req-b63ed986-e42c-4259-b230-9e57f633ee8b tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:02.434968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c9caa851-872e-49d9-b641-dee008d67baa req-b63ed986-e42c-4259-b230-9e57f633ee8b tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.1993046
Jun 04 13:36:02.504533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Network 3efd10fb-af67-41c9-ba42-0453f410dbae is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:36:02.512158 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:36:02.517175 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:36:02.550875 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Pushing event updated for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:02.555303 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:02.556234 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c9caa851-872e-49d9-b641-dee008d67baa req-8b0640f2-d843-418c-9279-c3205c9eff08 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150351
Jun 04 13:36:02.559548 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Floating IP 2f90a235-5aab-48fb-a882-38ef242e4a4d associated. External IP: 172.27.1.252, port: 69dc5efa-776f-40b1-b3d8-8c7713ed0087.
Jun 04 13:36:02.588212 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:02.588825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:02.612350 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8614750
Jun 04 13:36:02.626578 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Request body: {'port': {'device_id': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:02.739606 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.054835 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:36:03.081699 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67af8bd-9df8-41c5-8f1e-5346a2c06f37 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:36:03.088925 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.102831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Transition to ACTIVE for port object a67af8bd-9df8-41c5-8f1e-5346a2c06f37 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:36:03.106020 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.110968 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:03.146953 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948615d3-9a6d-4d07-bd7d-b8ec08250761 req-fcec08c4-f162-49d1-b0ed-f9b8c74d9f44 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.148417 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-948615d3-9a6d-4d07-bd7d-b8ec08250761 req-fcec08c4-f162-49d1-b0ed-f9b8c74d9f44 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 931 time: 0.1810458
Jun 04 13:36:03.269399 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:36:03.269660 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Pushing event updated for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:03.274633 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.279862 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:36:03.286051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:03.291156 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:03.293810 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f1c0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:03.336419 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c9c4cf3d-f899-4b81-acb5-b65fcef82cac tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "PUT /v2.0/floatingips/2f90a235-5aab-48fb-a882-38ef242e4a4d HTTP/1.1" status: 200  len: 992 time: 1.8342259
Jun 04 13:36:03.337017 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:03.339409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136" -d '{"events": [{"name": "network-changed", "server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:03.366783 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Attempting to bind port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:36:03.367234 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Attempting to bind port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:36:03.367629 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Attempting to bind port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 on network 3efd10fb-af67-41c9-ba42-0453f410dbae {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:36:03.372370 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 on network 3efd10fb-af67-41c9-ba42-0453f410dbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:36:03.372756 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Attempting to bind port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 on network 3efd10fb-af67-41c9-ba42-0453f410dbae {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:36:03.378076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:36:03.378487 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Checking segment: {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:36:03.378933 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Bound using segment: {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:36:03.379458 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Bound port: a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0712e0-4abd-4763-a883-ae930970ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:36:03.379865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.450465 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-948615d3-9a6d-4d07-bd7d-b8ec08250761 req-4cddf7b9-34ee-4f47-8e98-1f3a74779412 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948670
Jun 04 13:36:03.475688 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:36:03.478832 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:36:03.479731 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:03.485999 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.491271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:03.514495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3fefb9-acd9-4357-a469-7ab2528511d2 x-openstack-request-id: req-1c3fefb9-acd9-4357-a469-7ab2528511d2 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:03.515100 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:03.515656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c3fefb9-acd9-4357-a469-7ab2528511d2 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:03.516378 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'status': 'completed', 'code': 200}
Jun 04 13:36:03.547376 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.548298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:03.549542 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] 10.222.0.22 "PUT /v2.0/ports/a67af8bd-9df8-41c5-8f1e-5346a2c06f37 HTTP/1.1" status: 200  len: 1093 time: 0.9283142
Jun 04 13:36:03.552113 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:03.556732 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af54946-11d7-4aa4-a595-545a2470564a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:03.594592 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Pushing event updated for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:03.597714 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:03.628548 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-74208af8-ec9e-42e1-8a7b-62579d1fcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.630208 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-74208af8-ec9e-42e1-8a7b-62579d1fcb05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1099 time: 0.0914664
Jun 04 13:36:03.633673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9517d45-6ef2-455e-bdb7-74724abeb060 x-openstack-request-id: req-f9517d45-6ef2-455e-bdb7-74724abeb060 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:03.634001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:03.634438 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9517d45-6ef2-455e-bdb7-74724abeb060 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:03.635270 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37', 'status': 'completed', 'code': 200}
Jun 04 13:36:03.683751 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-ec7d33a2-43cc-4130-94e0-5f1dcce967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.688293 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-ec7d33a2-43cc-4130-94e0-5f1dcce967c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 1096 time: 0.0894611
Jun 04 13:36:03.764041 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-0becb292-a3fd-4a19-8ab7-934e2026132d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37 HTTP/1.1" status: 200  len: 217 time: 0.0661130
Jun 04 13:36:03.801856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-671ee37c-cb18-4062-93fe-3ae158228ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.804033 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-671ee37c-cb18-4062-93fe-3ae158228ef6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.1673133
Jun 04 13:36:03.833763 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-e2febddd-4ef8-4480-b9c4-3ba05f063b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:03.835442 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-e2febddd-4ef8-4480-b9c4-3ba05f063b6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ca1b358-0876-47e6-9bf1-993e850e6bca HTTP/1.1" status: 200  len: 851 time: 0.0645173
Jun 04 13:36:03.884841 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-fb2a908e-6f69-4824-9fa3-f2d70c9af4b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3efd10fb-af67-41c9-ba42-0453f410dbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413189
Jun 04 13:36:03.947103 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f1c0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f90a235-5aab-48fb-a882-38ef242e4a4d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192c879-fbe4-4789-8fc6-606251f2048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:42Z', 'updated_at': '2021-06-04T13:36:02Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:03.951284 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:36:03.960079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:03.960678 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f1c0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:03.968909 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-5d5cdde9-7e15-40c5-ada8-f8e05aa494f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 1000 time: 0.1548145
Jun 04 13:36:04.027187 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-257fde39-0f27-4e8e-b44c-7f980b0be2ae service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352031
Jun 04 13:36:04.040691 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43577a02-bc5b-4c60-b93e-fa339d88a4c8 req-aaa8debe-9267-4919-8853-9f8b43ad4c75 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.042192 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-43577a02-bc5b-4c60-b93e-fa339d88a4c8 req-aaa8debe-9267-4919-8853-9f8b43ad4c75 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.3083596
Jun 04 13:36:04.075765 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-f05312fb-e243-4282-9f33-7e49a11fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.077566 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-f05312fb-e243-4282-9f33-7e49a11fc4ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0955095
Jun 04 13:36:04.138801 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-43577a02-bc5b-4c60-b93e-fa339d88a4c8 req-32d714a3-2ebe-4c10-95c1-1fe24a1d071a tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889983
Jun 04 13:36:04.144711 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:04.177160 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-aff45323-d524-4163-adc6-294334544fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.178863 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-aff45323-d524-4163-adc6-294334544fb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0932715
Jun 04 13:36:04.308308 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b34ea815-d180-43b7-958d-6eb081ffc6ca req-68ae6cc9-01d1-4725-b55e-1377c8172fdc service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2728558
Jun 04 13:36:04.324764 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-74dbb85f-d36e-47cb-a236-c1d13c479264 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391985
Jun 04 13:36:04.351619 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-f2e06580-b824-43d9-97fd-e76287ef987d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.352341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-f2e06580-b824-43d9-97fd-e76287ef987d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Synchronizing usage tracker for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:36:04.401253 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-f2e06580-b824-43d9-97fd-e76287ef987d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Unset dirty status for tenant:1ed68514462f48eab5425a7c0a1ea193 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:36:04.402289 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-f2e06580-b824-43d9-97fd-e76287ef987d tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.22 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 946 time: 0.2313666
Jun 04 13:36:04.458098 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-09b2ccc3-8b7a-401b-bf15-5e1c2a945136 req-76235d0b-8c0b-4e04-a4bd-0580ee8c6f63 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263099
Jun 04 13:36:04.523951 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af8f1c0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f90a235-5aab-48fb-a882-38ef242e4a4d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192c879-fbe4-4789-8fc6-606251f2048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:42Z', 'updated_at': '2021-06-04T13:36:02Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:04.528297 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720163d6-b7d1-4443-aeaa-b6ad00e9a78a None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f90a235-5aab-48fb-a882-38ef242e4a4d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192c879-fbe4-4789-8fc6-606251f2048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:35:42Z', 'updated_at': '2021-06-04T13:36:02Z', 'revision_number': 1, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:36:04.549496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54946-11d7-4aa4-a595-545a2470564a req-f2e8ab6e-75f1-4f30-a768-7eff9a738ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.550987 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-f2e8ab6e-75f1-4f30-a768-7eff9a738ce2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 1096 time: 0.1872118
Jun 04 13:36:04.665427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Deleting port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:04.665774 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:04.683303 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b288-bd40-455a-9dc1-06987c90f1cc req-37616e25-2a0c-4651-8847-37702f1cf7f0 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.687762 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d469b288-bd40-455a-9dc1-06987c90f1cc req-37616e25-2a0c-4651-8847-37702f1cf7f0 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 943 time: 0.0919299
Jun 04 13:36:04.734792 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d469b288-bd40-455a-9dc1-06987c90f1cc req-e5136145-cbd7-44db-91c3-38024a8a6e3c tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427008
Jun 04 13:36:04.735936 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf9139-b4e7-4432-b07d-0a50a5377f77 None None] New status for floating IP 2f90a235-5aab-48fb-a882-38ef242e4a4d: ACTIVE {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:36:04.806137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54946-11d7-4aa4-a595-545a2470564a req-1c896781-f0eb-4b6a-9a53-ac8145bab57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:04.807605 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-1c896781-f0eb-4b6a-9a53-ac8145bab57b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 200  len: 912 time: 0.2487051
Jun 04 13:36:04.900059 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-8336d23a-4382-4458-b9ff-5dbcb098e167 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37 HTTP/1.1" status: 200  len: 217 time: 0.0825062
Jun 04 13:36:04.905831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] For port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:04.906219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:05.073618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Calling delete_port for 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:05.092824 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54946-11d7-4aa4-a595-545a2470564a req-c5acc15d-a141-4ec5-80ef-6aff65e5d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:05.094265 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-c5acc15d-a141-4ec5-80ef-6aff65e5d5ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ca1b358-0876-47e6-9bf1-993e850e6bca HTTP/1.1" status: 200  len: 851 time: 0.1806579
Jun 04 13:36:05.145484 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-3ed67c0f-2ebe-4cd3-a683-edd538e3befc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3efd10fb-af67-41c9-ba42-0453f410dbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418618
Jun 04 13:36:05.333377 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:05.337268 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429e5f-ecb3-49c6-9d15-98c5810ec9dd req-e494340e-f4e6-4e73-883c-1fd808d5d9a7 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:05.338715 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4429e5f-ecb3-49c6-9d15-98c5810ec9dd req-e494340e-f4e6-4e73-883c-1fd808d5d9a7 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/ports?device_id=514f3897-3b2f-42da-afb7-64dac33b981c HTTP/1.1" status: 200  len: 867 time: 0.0838149
Jun 04 13:36:05.344956 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4a33fd5c-e7b7-451d-ad61-ef888bf40fe3 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:05.382301 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-8160f487-fc45-4a0c-b599-693e493ccaf4 service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187955
Jun 04 13:36:05.384136 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c4429e5f-ecb3-49c6-9d15-98c5810ec9dd req-bd0e4176-9781-4a9d-b8e8-e9a0e89a2beb tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.20 "GET /v2.0/security-groups?id=394d7f69-ed33-4cf9-9ea0-cca6be29d778&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386848
Jun 04 13:36:05.390872 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Pushing event deleted for resources: {'Port': ['ID=4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:05.396134 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:05.541679 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] No DVR routers for this DVR port 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:05.547946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:05.574066 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb0f191e-22ed-424c-83ae-38318c4b1344 req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] 10.222.0.22 "DELETE /v2.0/ports/4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff HTTP/1.1" status: 204  len: 173 time: 1.1626272
Jun 04 13:36:05.596165 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1af54946-11d7-4aa4-a595-545a2470564a req-491bb062-e61d-4b14-9d0d-f4bf5b187efc service neutron] 10.222.0.22 "GET /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016745
Jun 04 13:36:05.636218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'name': 'network-vif-deleted', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:05.638613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f99231-e663-44df-9dc8-0dc4fd9ab35b" -d '{"events": [{"server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "name": "network-vif-deleted", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:05.682746 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf038ddc-5279-4ce3-8d2a-8314487bb8d5 x-openstack-request-id: req-cf038ddc-5279-4ce3-8d2a-8314487bb8d5 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:05.683077 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f3897-3b2f-42da-afb7-64dac33b981c", "name": "network-vif-deleted", "tag": "4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:05.683399 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf038ddc-5279-4ce3-8d2a-8314487bb8d5 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:05.683829 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f3897-3b2f-42da-afb7-64dac33b981c', 'name': 'network-vif-deleted', 'tag': '4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff', 'status': 'completed', 'code': 200}
Jun 04 13:36:05.928915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020aef-b341-4bb3-b87c-42dec4df2ddc req-4e395e28-8809-4648-b303-9d00af52737f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:05.930338 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f0020aef-b341-4bb3-b87c-42dec4df2ddc req-4e395e28-8809-4648-b303-9d00af52737f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 943 time: 0.0792747
Jun 04 13:36:06.079841 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f0020aef-b341-4bb3-b87c-42dec4df2ddc req-5df385dc-2678-4dad-874e-74c1c84781dc tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433308
Jun 04 13:36:07.088386 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49438) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:07.309053 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a67af8bd-9df8-41c5-8f1e-5346a2c06f37 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:36:07.314157 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:07.334544 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfc5e1-551a-4053-871c-aaa4e3e58b26 req-2c68f652-73dd-453d-9708-c6db0a4376b1 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:07.336046 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-45bfc5e1-551a-4053-871c-aaa4e3e58b26 req-2c68f652-73dd-453d-9708-c6db0a4376b1 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2854612
Jun 04 13:36:07.351657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:07.352012 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 4cd6d210-6bbc-4bc7-b707-d8989a0cd4ff not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:07.480140 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:07.480407 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-45bfc5e1-551a-4053-871c-aaa4e3e58b26 req-b1501664-01c0-4906-86de-7dbae2c13488 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323755
Jun 04 13:36:07.502680 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37', 'network_id': '3efd10fb-af67-41c9-ba42-0453f410dbae', 'port_id': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37', 'mac_address': 'fa:16:3e:5b:e0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca1b358-0876-47e6-9bf1-993e850e6bca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:36:07.541224 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7bfa9-02d9-4832-848d-34f2d446d7c7 req-5b6c0828-31b9-44ce-9450-702e6264d9ea tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:07.542594 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ac7bfa9-02d9-4832-848d-34f2d446d7c7 req-5b6c0828-31b9-44ce-9450-702e6264d9ea tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 943 time: 0.3523567
Jun 04 13:36:07.563795 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:07.581715 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67af8bd-9df8-41c5-8f1e-5346a2c06f37 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:36:07.597467 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:07.601687 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:07.604357 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:07.648853 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ac7bfa9-02d9-4832-848d-34f2d446d7c7 req-77537642-6740-48e9-9adb-e9e51709374f tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983031
Jun 04 13:36:07.671154 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:07.674267 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:07.817503 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:07.846766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['a67af8bd-9df8-41c5-8f1e-5346a2c06f37'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:36:08.219805 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Deleting port a198ef13-5c76-4cd3-adcf-a16480c6ec02 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:08.220359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:08.336537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] For port a198ef13-5c76-4cd3-adcf-a16480c6ec02, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a198ef13-5c76-4cd3-adcf-a16480c6ec02,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:08.336889 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:08.549562 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Calling delete_port for a198ef13-5c76-4cd3-adcf-a16480c6ec02 owned by network:router_interface {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:08.711807 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:08.721756 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-735a36e2-fc3c-45d6-a787-25b0da17f0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:08.829293 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Pushing event deleted for resources: {'Port': ['ID=a198ef13-5c76-4cd3-adcf-a16480c6ec02,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:08.841048 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:09.077972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d681af-f8e1-4389-b6fc-4e9b9eb4bfee req-c0b958ef-77a2-4c85-bd70-dad0e6ba158a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:09.079437 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-29d681af-f8e1-4389-b6fc-4e9b9eb4bfee req-c0b958ef-77a2-4c85-bd70-dad0e6ba158a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 944 time: 0.2580562
Jun 04 13:36:09.089010 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93158-ba0c-47a9-a770-fc0145aa893c req-f6ed764b-ffac-45bf-93a4-088e4d072d54 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:09.090352 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-72f93158-ba0c-47a9-a770-fc0145aa893c req-f6ed764b-ffac-45bf-93a4-088e4d072d54 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.3338792
Jun 04 13:36:09.209581 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-29d681af-f8e1-4389-b6fc-4e9b9eb4bfee req-4a71a6db-7371-45e3-b214-a7c5a4516682 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165385
Jun 04 13:36:09.218761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.311978 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a67af8bd-9df8-41c5-8f1e-5346a2c06f37 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:36:09.372932 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-58f3387f-a3cd-489e-a84e-cd571dc1b7ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:09.373673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-58f3387f-a3cd-489e-a84e-cd571dc1b7ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Synchronizing usage tracker for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:36:09.386939 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:36:09.392232 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-58f3387f-a3cd-489e-a84e-cd571dc1b7ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Unset dirty status for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:36:09.392589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:36:09.393018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.393532 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-58f3387f-a3cd-489e-a84e-cd571dc1b7ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 945 time: 0.2546432
Jun 04 13:36:09.435241 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-72f93158-ba0c-47a9-a770-fc0145aa893c req-e7719955-1e9a-4f24-b0c6-199ebf2e7009 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3384619
Jun 04 13:36:09.525409 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.556108 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:09.558388 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075397b-56db-4389-84d1-8dc0b5fc1a13" -d '{"events": [{"server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "name": "network-vif-plugged", "status": "completed", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:09.567781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:09.575357 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.580824 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:09.632195 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8971d62-ca15-4728-a0d3-61a6237b8eaf x-openstack-request-id: req-e8971d62-ca15-4728-a0d3-61a6237b8eaf {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:09.633047 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "name": "network-vif-plugged", "status": "completed", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:09.633486 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8971d62-ca15-4728-a0d3-61a6237b8eaf {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:09.634036 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37', 'code': 200}
Jun 04 13:36:09.648879 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Deleting port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:09.649255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.649753 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Router f9724d5f-0922-4cf8-aef0-104a1f5614a8 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:36:09.667193 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:09.678116 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:09.833387 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] For port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:09.833748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:09.835283 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:36:09.846246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Sync routers for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:36:09.848270 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] 10.222.0.20 "PUT /v2.0/routers/f9724d5f-0922-4cf8-aef0-104a1f5614a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7588651
Jun 04 13:36:09.850796 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49456) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:09.858723 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:09.859259 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b544dc0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:10.039961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d8f4-b276-4bd3-b0a4-66bcf69c45e3 req-e673d207-729b-4d10-80d6-8602fb9eefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:10.041474 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7476d8f4-b276-4bd3-b0a4-66bcf69c45e3 req-e673d207-729b-4d10-80d6-8602fb9eefbb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 1098 time: 0.2525401
Jun 04 13:36:10.082753 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:10.152476 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.174746 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7476d8f4-b276-4bd3-b0a4-66bcf69c45e3 req-2a658e6f-01bd-4b76-a805-8ee14a8b78d8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229925
Jun 04 13:36:10.200120 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.200491 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.200841 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Floating IP c935f9ea-b5ad-4c41-a300-9513e89d57fc disassociated. External IP: 172.27.1.59, port: 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f.
Jun 04 13:36:10.201776 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Calling delete_port for 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:10.347522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.354363 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:10.406945 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'Port': ['ID=27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:10.422077 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.422319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.422791 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.423158 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.423802 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.424168 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.424690 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.425516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.425924 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.427183 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.427547 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.428086 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:10.431459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:10.432856 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b544dc0>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:36:08Z', 'revision_number': 5, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port': {'id': 'cf6393a7-3e20-4acb-a61a-7692cd6e7b34', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:31Z', 'updated_at': '2021-06-04T13:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:10.438279 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Checking router: f9724d5f-0922-4cf8-aef0-104a1f5614a8 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:36:10.438430 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.448318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Routers {'f9724d5f-0922-4cf8-aef0-104a1f5614a8'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:10.448973 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b544dc0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:10.530380 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329046d-9f63-4b59-946c-afdf682bc113 req-02582ff7-8ca7-478d-b72e-bba38a26ff01 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:10.537308 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2329046d-9f63-4b59-946c-afdf682bc113 req-02582ff7-8ca7-478d-b72e-bba38a26ff01 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 945 time: 0.1720347
Jun 04 13:36:10.601359 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2329046d-9f63-4b59-946c-afdf682bc113 req-d39d006f-0d2f-4c0c-ab02-56b521ae7579 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630569
Jun 04 13:36:10.611993 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Deleting port cf6393a7-3e20-4acb-a61a-7692cd6e7b34 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:10.612335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.632553 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] Set router f9724d5f-0922-4cf8-aef0-104a1f5614a8 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:10.665621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:36:10.745761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] For port cf6393a7-3e20-4acb-a61a-7692cd6e7b34, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:10.746028 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.760504 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b544dc0>, [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:36:10Z', 'revision_number': 6, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:10.766007 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabff1-84e5-4296-93ff-93cdddf50eb1 None None] The sync data for ids ['f9724d5f-0922-4cf8-aef0-104a1f5614a8'] in dv-cinder-784779-14-iscsi is: [{'id': 'f9724d5f-0922-4cf8-aef0-104a1f5614a8', 'name': 'tempest-TestMinimumBasicScenario-1312275320-router', 'tenant_id': '1ed68514462f48eab5425a7c0a1ea193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:30Z', 'updated_at': '2021-06-04T13:36:10Z', 'revision_number': 6, 'project_id': '1ed68514462f48eab5425a7c0a1ea193', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:36:10.893347 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Calling delete_port for cf6393a7-3e20-4acb-a61a-7692cd6e7b34 owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:10.895063 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:36:10.906569 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:36:10.918086 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:10.918936 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b508ca0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:10.945442 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-95076557-bf10-4dcb-9b11-89fe3ae4b2d8 req-38956c94-2a39-4ecc-9012-c440c305aea7 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd96022-203c-4792-9711-b6c0030e2479 HTTP/1.1" status: 200  len: 210 time: 0.1203153
Jun 04 13:36:10.978252 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] No DVR routers for this DVR port 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:10.981200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:10.984805 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'name': 'network-vif-deleted', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:10.987206 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e33218a-22e9-4729-b2ff-4ab766abe65c" -d '{"events": [{"server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "name": "network-vif-deleted", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:11.003469 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e91441e6-0075-42d9-8b41-e901f9ada8bb req-ea8bbc10-2e95-4236-b729-592578b97c0e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "DELETE /v2.0/ports/27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f HTTP/1.1" status: 204  len: 173 time: 1.6044931
Jun 04 13:36:11.066266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366be1e-b53f-4336-b571-c8a5742caa2a x-openstack-request-id: req-9366be1e-b53f-4336-b571-c8a5742caa2a {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:11.066493 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd96022-203c-4792-9711-b6c0030e2479", "name": "network-vif-deleted", "tag": "27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:11.066787 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9366be1e-b53f-4336-b571-c8a5742caa2a {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:11.067463 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd96022-203c-4792-9711-b6c0030e2479', 'name': 'network-vif-deleted', 'tag': '27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f', 'status': 'completed', 'code': 200}
Jun 04 13:36:11.136763 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.144495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:11.173959 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:11.199877 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6393a7-3e20-4acb-a61a-7692cd6e7b34,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:11.253988 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.253988 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.254443 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.254786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.255152 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.255570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.255922 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.256273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.256620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.256967 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.257313 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.257657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:36:11.265397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:11.327147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.494027 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.494815 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b508ca0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:11.496460 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.499098 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:36:11.507845 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:11.508671 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b508ca0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:11.525979 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.526714 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9724d5f-0922-4cf8-aef0-104a1f5614a8 {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:36:11.542616 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.543481 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b2e647c3-60e2-49aa-ac19-4d8fc84f952a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f9724d5f-0922-4cf8-aef0-104a1f5614a8 HTTP/1.1" status: 204  len: 168 time: 1.6917222
Jun 04 13:36:11.546253 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49468) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:11.627826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Deleting subnet 25fb7fb0-57fc-417e-853a-091893d189a1 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:36:11.632533 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.698047 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:11.861178 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:12.002404 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673047-ebee-4ee6-928e-1ef8d5b66791 req-481466f6-2f21-4976-9cd6-37ffa22b4ca8 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:12.003875 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9f673047-ebee-4ee6-928e-1ef8d5b66791 req-481466f6-2f21-4976-9cd6-37ffa22b4ca8 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 945 time: 0.1568520
Jun 04 13:36:12.005045 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.076939 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49476) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:12.116298 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9f673047-ebee-4ee6-928e-1ef8d5b66791 req-14b77a6c-5334-4501-a1ae-dd114882601c tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806060
Jun 04 13:36:12.153332 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.194611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.275557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.284117 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-da5eff86-8f97-46cb-ab18-4ccaf3c85c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:12.307351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5adca-3e2a-461b-a1e4-e2d2e08e0169,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:12.317583 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:12.333317 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.335804 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a2dacbbd-1f61-4226-a39b-be04c509872b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbb5adca-3e2a-461b-a1e4-e2d2e08e0169 HTTP/1.1" status: 204  len: 168 time: 0.2572150
Jun 04 13:36:12.338352 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49482) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:12.349068 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.354179 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b508ca0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:12.357890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5527afed-281f-4c5d-b3d1-b1790ee84d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:12.359754 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.api.v2.resource [None req-aab001c0-4158-4db8-82aa-3af8b29e187a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] show failed (client error): The resource could not be found.
Jun 04 13:36:12.361283 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-aab001c0-4158-4db8-82aa-3af8b29e187a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups/bbb5adca-3e2a-461b-a1e4-e2d2e08e0169 HTTP/1.1" status: 404  len: 347 time: 0.0215647
Jun 04 13:36:12.363806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49484) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:12.367824 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafcc7c-0553-415e-98de-693b6a65b5ff None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:36:12.393249 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device cf6393a7-3e20-4acb-a61a-7692cd6e7b34 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:12.397424 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fb7fb0-57fc-417e-853a-091893d189a1,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:12.399494 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.402100 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:12.413171 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25fb7fb0-57fc-417e-853a-091893d189a1 HTTP/1.1" status: 204  len: 168 time: 0.8659124
Jun 04 13:36:12.417772 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49486) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:12.443969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1062f88-ad98-46cf-8aa9-06e571f25fa9 None None] Network 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:36:12.467437 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: cf6393a7-3e20-4acb-a61a-7692cd6e7b34 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:12.468798 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device cf6393a7-3e20-4acb-a61a-7692cd6e7b34 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:12.469460 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a198ef13-5c76-4cd3-adcf-a16480c6ec02 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:12.512360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: a198ef13-5c76-4cd3-adcf-a16480c6ec02 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:12.512717 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a198ef13-5c76-4cd3-adcf-a16480c6ec02 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:12.581252 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.682452 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Deleting port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:12.682800 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.811257 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018b8d9-40f6-4054-b371-1f7bf53b5bc4 None None] New status for floating IP c935f9ea-b5ad-4c41-a300-9513e89d57fc: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:36:12.821951 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Deleting port 6dd20224-39b5-4dad-9be7-47fd0b940728 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:12.822406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.850105 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] For port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,segment=NetworkSegment(f9d0516c-c55d-4f8f-8f8c-bae53381e1e3),segment_id=f9d0516c-c55d-4f8f-8f8c-bae53381e1e3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:12.850459 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.987837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Calling delete_port for 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:12.988691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:12.989026 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.071108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.075574 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-16592d60-9e48-4c6e-b1e0-7d7b1a2eb746 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:13.100772 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c2c92-6e6f-4839-a7aa-6e3ebd0f5a12 None None] DHCP port deletion for 41f553fb-dab5-4ca0-ad41-e41ed8dc9871 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:36:13.130472 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Calling delete_port for 6dd20224-39b5-4dad-9be7-47fd0b940728 owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:13.134710 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6332aa-fffb-45fa-b3fb-7b5e05ecc805,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:13.137872 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:13.138683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] No DVR routers for this DVR port 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 on host dv-cinder-784779-14-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:13.253819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.255634 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.258640 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:13.269250 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89862df0>,) {'filters': {'network_id': ['41f553fb-dab5-4ca0-ad41-e41ed8dc9871']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:13.285839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89862df0>, 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:13.285839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89862df0>, 'f9d0516c-c55d-4f8f-8f8c-bae53381e1e3') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:13.297426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.302965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'Port': ['ID=6dd20224-39b5-4dad-9be7-47fd0b940728,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:13.314475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.322091 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:36:13.322502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.331872 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:36:13.336319 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:36:13.346944 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:13.384068 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:13.384421 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 27a026fc-7db2-4d4e-9d0a-347ef4bdcd5f not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:13.396708 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.411250 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.413832 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "DELETE /v2.0/floatingips/c935f9ea-b5ad-4c41-a300-9513e89d57fc HTTP/1.1" status: 204  len: 168 time: 1.0475655
Jun 04 13:36:13.425471 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.429503 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fe392703-89a3-4368-90ae-798db5183ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:13.443187 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.457959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Pushing event deleted for resources: {'Network': ['ID=41f553fb-dab5-4ca0-ad41-e41ed8dc9871,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:13.462400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:13.472402 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] 10.222.0.20 "DELETE /v2.0/networks/41f553fb-dab5-4ca0-ad41-e41ed8dc9871 HTTP/1.1" status: 204  len: 168 time: 1.0534055
Jun 04 13:36:13.475124 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49498) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:13.630703 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49500) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:13.635505 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769478517', 'description': 'tempest-description--553256356'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:13.641627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:13.645958 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:13.649064 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:13.655051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:13.666408 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.689060 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:13.692933 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:13.695827 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:13.701986 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:13.774691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.781157 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.784905 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec329ccd-4d26-4e7b-aa28-4fba72b05da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:13.826416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d520634d-94de-4af7-b2fd-152849ac511d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:13.829444 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:13.832985 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.837270 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b3973d5a-8ffe-4127-a9cc-7ce6aff82261 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2024622
Jun 04 13:36:13.837270 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49502) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:13.842554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group_rule': {'security_group_id': 'd520634d-94de-4af7-b2fd-152849ac511d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:13.848417 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:13.852199 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:13.855000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:13.861820 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:13.884956 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.953578 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.958118 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:13.961180 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7fff6343-7225-47d9-ae43-2288d2f18652 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:13.988040 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805e4910-9bf0-4eec-bf29-bc90e825a7d1,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:13.995823 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:14.004423 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.005592 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1cb504f5-1806-42f9-a39f-0ca60bc3264c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1676154
Jun 04 13:36:14.008274 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49508) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:14.012647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'security_group_rule': {'security_group_id': 'd520634d-94de-4af7-b2fd-152849ac511d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:14.018493 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:14.022299 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:security_group_rule and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:14.025170 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:14.032589 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:14.046918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.106675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.111909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.114208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2c47405c-15d1-4068-8e42-2dc49cad40aa tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:14.136609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d3604f-8061-4c54-907c-aaacbc557bcf,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:14.139651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:14.148289 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.149626 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-188dd5a8-d242-4e1f-9b97-ac39cbd93f80 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1404476
Jun 04 13:36:14.149901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.152715 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49510) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:14.157900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:14.163705 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:14.167558 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:floatingip and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:14.170997 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:14.176664 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:14.187679 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.329092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.329466 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:14.364082 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:14.364434 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3a6332aa-fffb-45fa-b3fb-7b5e05ecc805 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:14.469518 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Allocated IP 172.27.1.177 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/ba1a9fda-053b-440d-bca4-87da61b1a41f) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:36:14.558198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Deleting port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:14.558534 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.624165 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.652831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.657764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:14.677586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] For port 1abb8df1-7a95-4e95-b6f3-c012638bf3a3, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:14.677936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.717244 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:36:14.719906 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:36:14.722375 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:36:14.771198 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=ba1a9fda-053b-440d-bca4-87da61b1a41f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:14.773989 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:14.796260 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Calling delete_port for 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 owned by network:router_interface {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:14.813356 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.874966 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.959794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:14.964140 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-659bbb8b-00c2-4574-924f-7857d7a12e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:15.007468 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb8df1-7a95-4e95-b6f3-c012638bf3a3,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:15.009915 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:15.222788 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:15.227467 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:15.231659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9f4ef4ff-3196-4046-82fc-e7004296ce58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:15.344356 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=ba1a9fda-053b-440d-bca4-87da61b1a41f,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:15.347153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:15.356083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:15.379946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:15.381169 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2275348
Jun 04 13:36:15.407503 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:15.623240 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-dc412dfe-aaaf-4aaa-b101-eddc1dcaf587 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1769478517&fields=id&tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 267 time: 0.0694292
Jun 04 13:36:15.916615 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-07020314-4e3d-4061-85d6-d5d2caaf44c6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:15.918067 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-07020314-4e3d-4061-85d6-d5d2caaf44c6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 811 time: 0.2433710
Jun 04 13:36:15.926294 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:36:15.940285 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-259db342-84f3-4c8a-9f8c-0dec26a1fa8b tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/quotas/9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 375 time: 0.0159409
Jun 04 13:36:16.165812 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:36:16.178096 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Sync routers for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:36:16.178645 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-ee34b17a-899f-4dd8-b42b-447088f6c30e tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1864967
Jun 04 13:36:16.193286 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] 10.222.0.20 "PUT /v2.0/routers/0901a776-45dd-4bb2-b4e3-3cbd697255e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7167573
Jun 04 13:36:16.195913 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49532) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:16.212528 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:16.213429 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c00ed60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:16.416300 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:16.478475 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-7d485e33-5851-4cd9-b4cb-39e4d0694a30 service neutron] 10.222.0.20 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838123
Jun 04 13:36:16.502376 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:16.703467 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c00ed60>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:36:14Z', 'revision_number': 5, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:16.707561 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Checking router: 0901a776-45dd-4bb2-b4e3-3cbd697255e5 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:36:16.715575 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Routers {'0901a776-45dd-4bb2-b4e3-3cbd697255e5'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:16.716294 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8c00ed60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:35:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:16.878691 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-78cf56ce-c212-489a-a64e-8cfab377db5c service neutron] 10.222.0.20 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939211
Jun 04 13:36:16.886943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:16.887971 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] Set router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:16.960901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Deleting port ad8db14b-ca5a-4fee-abbe-bf948312dc38 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:16.961230 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.120463 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d093ca2a-629e-4717-bb56-99d607d22f62 req-d828696c-7a46-42de-9739-3f26b4f042c5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 210 time: 0.0609035
Jun 04 13:36:17.156636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] For port ad8db14b-ca5a-4fee-abbe-bf948312dc38, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ad8db14b-ca5a-4fee-abbe-bf948312dc38,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:17.156990 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.228763 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8c00ed60>, [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:36:14Z', 'revision_number': 5, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:17.233454 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45891-af6d-4fad-94e4-cf13ee8e3b8e None None] The sync data for ids ['0901a776-45dd-4bb2-b4e3-3cbd697255e5'] in dv-cinder-784779-14-iscsi is: [{'id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'name': 'tempest-TestMinimumBasicScenario-908003448-router', 'tenant_id': '185026959bdd497182901bfe6bdb530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:32:38Z', 'updated_at': '2021-06-04T13:36:14Z', 'revision_number': 5, 'project_id': '185026959bdd497182901bfe6bdb530c', 'gw_port': {'id': 'ad8db14b-ca5a-4fee-abbe-bf948312dc38', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0901a776-45dd-4bb2-b4e3-3cbd697255e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:32:39Z', 'updated_at': '2021-06-04T13:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:36:17.285387 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Calling delete_port for ad8db14b-ca5a-4fee-abbe-bf948312dc38 owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:17.446593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.451820 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-22db1ee5-ec3f-4ea8-9f5d-066268d33dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:17.498358 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8db14b-ca5a-4fee-abbe-bf948312dc38,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:17.523986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:17.596282 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.784910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.787317 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.810893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.811426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0901a776-45dd-4bb2-b4e3-3cbd697255e5 {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:36:17.826340 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.827968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] 10.222.0.20 "DELETE /v2.0/routers/0901a776-45dd-4bb2-b4e3-3cbd697255e5 HTTP/1.1" status: 204  len: 168 time: 1.6312048
Jun 04 13:36:17.830751 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49552) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:17.897414 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Deleting subnet 21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:36:17.900857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:17.950168 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.027781 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.316276 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7d8f53e9-e0fc-4643-8da7-eecb3b6cc6d2 req-b0daeb27-f73c-46f4-987f-27d04bd57463 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 210 time: 0.0640943
Jun 04 13:36:18.369889 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ad8db14b-ca5a-4fee-abbe-bf948312dc38 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:18.408974 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: ad8db14b-ca5a-4fee-abbe-bf948312dc38 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:18.409234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ad8db14b-ca5a-4fee-abbe-bf948312dc38 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:18.409847 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:18.425032 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-f217a77d-944d-4a9a-94d2-7504bf5742a2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:18.427108 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-f217a77d-944d-4a9a-94d2-7504bf5742a2 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 811 time: 0.1890757
Jun 04 13:36:18.488570 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.501755 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fc8e5386-07c8-495a-8b86-1f7061cf414b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:18.536018 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-0ca30075-ab8f-4867-b56f-54b005c96138 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Synchronizing usage tracker for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:security_group {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:36:18.557262 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:18.561359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:18.562359 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-0ca30075-ab8f-4867-b56f-54b005c96138 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Unset dirty status for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:security_group {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:36:18.564404 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-0ca30075-ab8f-4867-b56f-54b005c96138 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4 HTTP/1.1" status: 200  len: 380 time: 0.1265459
Jun 04 13:36:18.565547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.577429 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-71b66864-77bc-430a-8028-0398c2996b4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/21a5cccd-c1e7-4f8a-95fb-1a0528ed9d93 HTTP/1.1" status: 204  len: 168 time: 0.7417424
Jun 04 13:36:18.578067 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49562) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:18.583143 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:18.583985 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1abb8df1-7a95-4e95-b6f3-c012638bf3a3 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:18.585789 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d27b2-9b5d-40bf-b1de-47427a567a80 None None] Network 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:36:18.605522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'port': {'device_id': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'admin_state_up': True, 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'security_groups': ['d520634d-94de-4af7-b2fd-152849ac511d']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:18.788874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.818462 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] DHCP port deletion for 8b3fa5b3-2e79-4304-8d3c-902c611f69a3 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:36:18.864080 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:36:18.870510 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Usage tracker for resource:port and tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:36:18.874039 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:36:18.882339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:36:18.885430 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Deleting port a7f8e4ce-d7c2-40d2-b655-6c26a949272a {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:18.885842 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.904509 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Made reservation on behalf of 9b1fcbfdd7ea483b8a47e8fa6ba15ef4 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:36:18.908496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.937294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Deleting port a7f8e4ce-d7c2-40d2-b655-6c26a949272a {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:18.937817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:18.989831 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] For port a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:18.990239 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.107384 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Calling delete_port for a7f8e4ce-d7c2-40d2-b655-6c26a949272a owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:19.112585 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] For port a7f8e4ce-d7c2-40d2-b655-6c26a949272a, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,segment=NetworkSegment(1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b),segment_id=1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:19.112951 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.234417 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.238056 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:19.275876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Calling delete_port for a7f8e4ce-d7c2-40d2-b655-6c26a949272a owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:19.281045 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Pushing event deleted for resources: {'Port': ['ID=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:19.287700 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:19.290397 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83a5e1-02cd-42e4-8b1d-5412eb19cc9c None None] No DVR routers for this DVR port a7f8e4ce-d7c2-40d2-b655-6c26a949272a on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:19.332637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Allocated IP 172.20.0.14 (8b097589-0a32-4ff7-9fcb-acfbd1856a85/f48ca4a7-dc82-40b2-b795-c61d6a3231b8/866e7013-9281-4b9d-b453-719f5da42c16) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:36:19.384561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.391595 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-16b3ca1a-9dec-4a48-bee6-0184e3c78257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:19.457027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f8e4ce-d7c2-40d2-b655-6c26a949272a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:19.458826 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] No DVR routers for this DVR port a7f8e4ce-d7c2-40d2-b655-6c26a949272a on host dv-cinder-784779-14-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:19.498756 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:19.499789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-02bbf7d6-944d-416e-8958-ce46a155cbfe req-cbafaf7a-e1d3-46f8-af80-71fe1b717c02 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 210 time: 0.0566814
Jun 04 13:36:19.661152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.686172 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89e01b50>,) {'filters': {'network_id': ['8b3fa5b3-2e79-4304-8d3c-902c611f69a3']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:19.704544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89e01b50>, '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:19.704846 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89e01b50>, '1e9e14dc-43e4-4180-bfa9-c7994c3f8b2b') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:19.727935 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.739949 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.759116 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.766825 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:36:19.767236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   util.warn(
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   util.warn(
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   util.warn(
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   util.warn(
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:36:19.885798 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:36:19.967811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Transition to ACTIVE for port object 866e7013-9281-4b9d-b453-719f5da42c16 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:36:19.969061 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:19.974964 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:19.993078 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.003179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3fa5b3-2e79-4304-8d3c-902c611f69a3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:20.008070 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:20.020080 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b3fa5b3-2e79-4304-8d3c-902c611f69a3 HTTP/1.1" status: 204  len: 168 time: 1.4404924
Jun 04 13:36:20.032184 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.037481 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cdf71d91-c306-4449-ae59-c90b415fceaa tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:20.096806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:36:20.103815 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:36:20.108440 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:36:20.145866 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event updated for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:20.150817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:20.181883 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:20.182516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.202879 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6035614
Jun 04 13:36:20.210529 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49578) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:20.264795 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c569e234-51e3-432b-81f2-d7809387ebc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ed68514462f48eab5425a7c0a1ea193&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503678
Jun 04 13:36:20.265210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49580) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:20.325776 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a7f8e4ce-d7c2-40d2-b655-6c26a949272a no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:20.336673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.358045 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: a7f8e4ce-d7c2-40d2-b655-6c26a949272a {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:20.358399 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device a7f8e4ce-d7c2-40d2-b655-6c26a949272a not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:20.362861 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.374263 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-55e91196-fd9c-4bad-a39d-96c6249ed9e7 None None] Provisioning for port 866e7013-9281-4b9d-b453-719f5da42c16 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:36:20.378871 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-55e91196-fd9c-4bad-a39d-96c6249ed9e7 None None] Provisioning complete for port 866e7013-9281-4b9d-b453-719f5da42c16 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:36:20.379225 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-55e91196-fd9c-4bad-a39d-96c6249ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.416795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.422409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c810a30-69d9-48df-a7dc-7ae2b0b5e1aa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:20.430852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-55e91196-fd9c-4bad-a39d-96c6249ed9e7 None None] Port 866e7013-9281-4b9d-b453-719f5da42c16 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:36:20.436675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d7f69-ed33-4cf9-9ea0-cca6be29d778,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:20.438849 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:20.445154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.446239 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394d7f69-ed33-4cf9-9ea0-cca6be29d778 HTTP/1.1" status: 204  len: 168 time: 0.1803124
Jun 04 13:36:20.687620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94c297-13f1-4d7e-b417-b71825e53d89 req-3a2e9521-2e6f-4218-bdaf-9292aa7a2f21 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:20.688983 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c94c297-13f1-4d7e-b417-b71825e53d89 req-3a2e9521-2e6f-4218-bdaf-9292aa7a2f21 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 932 time: 0.0795085
Jun 04 13:36:20.735237 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c94c297-13f1-4d7e-b417-b71825e53d89 req-f77b0c68-ea7a-4223-a965-4963f2a520cc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406742
Jun 04 13:36:20.792421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49590) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:20.841270 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-257ed90b-60c4-4604-90ef-84efa73a536d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=185026959bdd497182901bfe6bdb530c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476251
Jun 04 13:36:20.843884 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49592) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:20.903999 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.928979 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.982758 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:20.986617 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-78ff08df-7055-4ac4-97dc-92af027a0e59 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:20.998229 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db8829-e2fa-4a7c-8081-725af2dbe7c0,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:21.002786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:21.004895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:21.006000 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0db8829-e2fa-4a7c-8081-725af2dbe7c0 HTTP/1.1" status: 204  len: 168 time: 0.1612246
Jun 04 13:36:21.917408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f8a0-8cbd-458f-b810-4a6cc26a7b22 req-895402bb-9049-458a-8080-f8eecbf712ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:21.918830 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7ce4f8a0-8cbd-458f-b810-4a6cc26a7b22 req-895402bb-9049-458a-8080-f8eecbf712ed tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 932 time: 0.0774662
Jun 04 13:36:21.966183 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7ce4f8a0-8cbd-458f-b810-4a6cc26a7b22 req-607fe56e-80a1-475b-9c4f-8fc26de40088 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409718
Jun 04 13:36:22.048275 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Request body: {'port': {'device_id': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:22.157308 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.488874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866e7013-9281-4b9d-b453-719f5da42c16 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:36:22.496477 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.510675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Transition to ACTIVE for port object 866e7013-9281-4b9d-b453-719f5da42c16 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:36:22.514804 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.519243 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6e4d5138-5daa-4ad6-a641-2c7d493578bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:22.675478 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Pushing event updated for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:22.682826 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:22.758176 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Attempting to bind port 866e7013-9281-4b9d-b453-719f5da42c16 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:36:22.758507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Attempting to bind port 866e7013-9281-4b9d-b453-719f5da42c16 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:36:22.758830 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Attempting to bind port 866e7013-9281-4b9d-b453-719f5da42c16 on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:36:22.764151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Port 866e7013-9281-4b9d-b453-719f5da42c16 on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:36:22.764465 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Attempting to bind port 866e7013-9281-4b9d-b453-719f5da42c16 on network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:36:22.769735 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:36:22.770013 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Checking segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:36:22.770393 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Bound using segment: {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:36:22.770805 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Bound port: 866e7013-9281-4b9d-b453-719f5da42c16, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:36:22.771146 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.857426 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:36:22.860277 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=866e7013-9281-4b9d-b453-719f5da42c16,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:36:22.864615 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.869113 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3e52e2a8-8864-4348-9089-d53370ed7f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:22.923450 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:22.924066 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:22.925435 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] 10.222.0.22 "PUT /v2.0/ports/866e7013-9281-4b9d-b453-719f5da42c16 HTTP/1.1" status: 200  len: 1094 time: 0.8823011
Jun 04 13:36:22.925968 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:22.928284 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904cc272-2be1-4cca-9e59-ff96a3ca822b" -d '{"events": [{"name": "network-changed", "server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "tag": "866e7013-9281-4b9d-b453-719f5da42c16"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:22.953698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Pushing event updated for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:22.957029 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:22.978635 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b136157b-9666-4f87-9db9-b95ac5143410 x-openstack-request-id: req-b136157b-9666-4f87-9db9-b95ac5143410 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:22.978974 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "tag": "866e7013-9281-4b9d-b453-719f5da42c16", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:22.979305 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b136157b-9666-4f87-9db9-b95ac5143410 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:22.979750 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16', 'status': 'completed', 'code': 200}
Jun 04 13:36:23.162333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65d48a-a2aa-4efa-b548-cc1eb7146943 req-2a48a3b4-be81-4691-b0d5-10fd29229ae9 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.163788 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-da65d48a-a2aa-4efa-b548-cc1eb7146943 req-2a48a3b4-be81-4691-b0d5-10fd29229ae9 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0843318
Jun 04 13:36:23.211262 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-da65d48a-a2aa-4efa-b548-cc1eb7146943 req-acf03ad2-dc67-43ee-a244-b7b1de096252 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410221
Jun 04 13:36:23.338882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-1ed543f1-a48b-48f7-9a68-b618a9f87934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.340446 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-1ed543f1-a48b-48f7-9a68-b618a9f87934 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 1097 time: 0.2235551
Jun 04 13:36:23.481129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-4d73a3d3-4269-499d-a673-63c33f5e627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.483234 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-4d73a3d3-4269-499d-a673-63c33f5e627b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1348474
Jun 04 13:36:23.702584 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-be620925-c305-4abb-9558-c7a3aed001ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.703967 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-904cc272-2be1-4cca-9e59-ff96a3ca822b req-be620925-c305-4abb-9558-c7a3aed001ee service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2133143
Jun 04 13:36:23.811348 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-51ca57c5-684f-4b27-9974-4986444d30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.812830 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-51ca57c5-684f-4b27-9974-4986444d30f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 1097 time: 0.0741191
Jun 04 13:36:23.882932 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-166b0923-f01d-4d40-b622-f73fd743dd76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866e7013-9281-4b9d-b453-719f5da42c16 HTTP/1.1" status: 200  len: 217 time: 0.0591843
Jun 04 13:36:23.946896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-0c48dec3-c213-4713-a04c-e13f342516c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:23.948565 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-0c48dec3-c213-4713-a04c-e13f342516c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0591066
Jun 04 13:36:24.023439 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-77f386a1-ec0e-4def-9445-500d20c9035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:24.024837 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-77f386a1-ec0e-4def-9445-500d20c9035d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0690377
Jun 04 13:36:24.203332 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-69d6d6e1-e2ff-4dcc-8c56-bb68ddfb63c3 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712418
Jun 04 13:36:24.348934 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-4907ed8a-e6aa-4d71-9201-f610213cafb2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1941276
Jun 04 13:36:24.410643 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1dd59adb-3c8b-4562-8eb7-e9b0f3822699 req-14154ec1-318e-4363-b753-adcf1be88990 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999483
Jun 04 13:36:24.444434 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7b92f-1d89-4483-b8b2-72da1434a423 req-2fb9d7cf-77cb-4574-879c-ad0f6125e63c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:24.445881 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b6d7b92f-1d89-4483-b8b2-72da1434a423 req-2fb9d7cf-77cb-4574-879c-ad0f6125e63c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.1232481
Jun 04 13:36:24.453145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-080572f9-413f-48ea-b49a-18215259e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:24.454718 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-080572f9-413f-48ea-b49a-18215259e889 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.0765054
Jun 04 13:36:24.491388 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b6d7b92f-1d89-4483-b8b2-72da1434a423 req-1cd9f030-23b7-4a6c-85f4-dd8fc74b30f4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391402
Jun 04 13:36:24.602741 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-83eb7db2-b7eb-4c4a-a76b-613057d39bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:24.604139 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-83eb7db2-b7eb-4c4a-a76b-613057d39bb5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1265013
Jun 04 13:36:24.723646 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-980b4120-0185-45b5-b44b-c063850f9af7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1002 time: 0.1035447
Jun 04 13:36:25.088502 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-a0306479-87d3-47fe-bb25-d9d218bef500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:25.147649 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:36:25.668981 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059bd8-9984-4093-9afa-d93af19d8c64 req-48a3100d-9dab-4107-8315-a186a549926c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:25.670848 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-33059bd8-9984-4093-9afa-d93af19d8c64 req-48a3100d-9dab-4107-8315-a186a549926c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0775077
Jun 04 13:36:25.713788 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-33059bd8-9984-4093-9afa-d93af19d8c64 req-2f381ca0-6c18-4610-b3b5-364681ee4397 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373600
Jun 04 13:36:26.897954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e7c4c-006e-459d-a85d-7787ee7c1e59 req-75ef970e-490a-4b87-a3ce-456771f64dd5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:26.899395 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d9e7c4c-006e-459d-a85d-7787ee7c1e59 req-75ef970e-490a-4b87-a3ce-456771f64dd5 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0845103
Jun 04 13:36:26.943823 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6d9e7c4c-006e-459d-a85d-7787ee7c1e59 req-058c820e-1353-4d24-a53b-adc60292170c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383253
Jun 04 13:36:27.609805 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-4d480b7a-17ee-409f-a0f8-595196be9d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:27.726623 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-3a29960c-1dae-4627-a686-bf15ca4c25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:27.728088 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-3a29960c-1dae-4627-a686-bf15ca4c25ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0616419
Jun 04 13:36:27.806883 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-2fade346-6ba3-462f-88a6-0b83efb8b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:27.808403 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-2fade346-6ba3-462f-88a6-0b83efb8b616 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0729992
Jun 04 13:36:27.942704 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-da9ce3c5-ad72-4430-b27d-42642c9e49ef service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263793
Jun 04 13:36:28.035412 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:28.079297 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d81ae5a-a92e-479a-9486-cedfe9de7af8 req-39a9e686-5ba6-4c2d-abf1-7d03c9e8f8b4 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266186
Jun 04 13:36:28.131450 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0162b-6962-4462-a31b-c4ae48837504 req-b02ec8f8-1778-48f1-9c2b-e279d87f089a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:28.132888 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78f0162b-6962-4462-a31b-c4ae48837504 req-b02ec8f8-1778-48f1-9c2b-e279d87f089a tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0805166
Jun 04 13:36:28.180259 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78f0162b-6962-4462-a31b-c4ae48837504 req-03164454-d771-4a22-8129-db836143b9c9 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416651
Jun 04 13:36:28.773720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:28.943243 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:29.361000 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605a4c-0bae-47c5-a934-d43f2f1c0498 req-111582f5-c9e1-45fa-9f7f-95941f714d8f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:29.362407 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-71605a4c-0bae-47c5-a934-d43f2f1c0498 req-111582f5-c9e1-45fa-9f7f-95941f714d8f tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0789149
Jun 04 13:36:29.406770 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-71605a4c-0bae-47c5-a934-d43f2f1c0498 req-04e100c9-ce40-433b-b907-1e6d017acef4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386708
Jun 04 13:36:30.527433 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:30.591391 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95d16c-1c11-48af-8a79-d2458c16ed30 req-6c4b7051-d05f-4e93-bb19-7acba1ade4b6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:30.593081 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4c95d16c-1c11-48af-8a79-d2458c16ed30 req-6c4b7051-d05f-4e93-bb19-7acba1ade4b6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 944 time: 0.0839202
Jun 04 13:36:30.635976 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4c95d16c-1c11-48af-8a79-d2458c16ed30 req-ac491a2b-3ca3-4d9f-8921-b8f174689d06 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373676
Jun 04 13:36:31.442043 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 866e7013-9281-4b9d-b453-719f5da42c16 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:36:31.569342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=866e7013-9281-4b9d-b453-719f5da42c16,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:31.582558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '866e7013-9281-4b9d-b453-719f5da42c16', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'port_id': '866e7013-9281-4b9d-b453-719f5da42c16', 'mac_address': 'fa:16:3e:44:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:36:31.634953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:31.651247 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866e7013-9281-4b9d-b453-719f5da42c16 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:36:31.666780 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=866e7013-9281-4b9d-b453-719f5da42c16,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:31.671315 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:31.673070 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:31.744335 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:31.747536 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:31.820655 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d595-851b-4304-ba6b-ffe9fe73ea81 req-7c12011b-28f2-4f7c-a05a-897df8600fb6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:31.822110 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5560d595-851b-4304-ba6b-ffe9fe73ea81 req-7c12011b-28f2-4f7c-a05a-897df8600fb6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 945 time: 0.0807593
Jun 04 13:36:31.867649 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5560d595-851b-4304-ba6b-ffe9fe73ea81 req-ff71bf65-0a3f-46c0-8682-4caf6bc75fce tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375929
Jun 04 13:36:31.918666 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['866e7013-9281-4b9d-b453-719f5da42c16'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:36:33.054054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3846d4-6753-40e5-a229-46a54bb1fbc8 req-27b7eb15-36dc-4ba2-b2fa-85eecef884a4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:33.055636 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ff3846d4-6753-40e5-a229-46a54bb1fbc8 req-27b7eb15-36dc-4ba2-b2fa-85eecef884a4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 945 time: 0.0817363
Jun 04 13:36:33.099412 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ff3846d4-6753-40e5-a229-46a54bb1fbc8 req-774712e4-6989-48a9-a5fd-8027d3cd8b54 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382316
Jun 04 13:36:33.476288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 866e7013-9281-4b9d-b453-719f5da42c16 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:36:33.543505 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 866e7013-9281-4b9d-b453-719f5da42c16 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:36:33.548926 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 866e7013-9281-4b9d-b453-719f5da42c16 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:36:33.549294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:33.693599 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:33.721747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:33.723941 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130edccf-a9ef-429d-bc8f-6db118d4f8c6" -d '{"events": [{"server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "name": "network-vif-plugged", "status": "completed", "tag": "866e7013-9281-4b9d-b453-719f5da42c16"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:33.745521 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=866e7013-9281-4b9d-b453-719f5da42c16,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:33.751121 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:33.753046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-40458109-f34f-4dd9-ae8c-ba6bdd95055f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:33.783894 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0bb47-c598-4e7c-b860-edd41c01b089 x-openstack-request-id: req-b0d0bb47-c598-4e7c-b860-edd41c01b089 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:33.784424 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "name": "network-vif-plugged", "status": "completed", "tag": "866e7013-9281-4b9d-b453-719f5da42c16", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:33.784892 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0d0bb47-c598-4e7c-b860-edd41c01b089 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:33.785284 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16', 'code': 200}
Jun 04 13:36:33.824969 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:33.829126 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:33.905274 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d5fca-6645-4557-927d-2217f076cc6a req-981ac565-032d-4433-9d02-3d82de7a422e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:33.906771 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d93d5fca-6645-4557-927d-2217f076cc6a req-981ac565-032d-4433-9d02-3d82de7a422e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 945 time: 0.0782111
Jun 04 13:36:33.951997 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d93d5fca-6645-4557-927d-2217f076cc6a req-97641d8b-4ab6-49c6-8179-ad3100f49921 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392089
Jun 04 13:36:34.013085 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae06fd-fece-4a02-903e-3cfb5b622093 req-bb6fc8ac-1327-406f-af78-18b4f2136c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:34.014453 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dcae06fd-fece-4a02-903e-3cfb5b622093 req-bb6fc8ac-1327-406f-af78-18b4f2136c12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 1099 time: 0.0681326
Jun 04 13:36:34.055298 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dcae06fd-fece-4a02-903e-3cfb5b622093 req-048085e9-11f9-4205-a127-ddcbc84e05b7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327551
Jun 04 13:36:34.293322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bcc94-59f8-4ba9-8c0d-d80445436290 req-263b9cb7-c85d-4049-8e41-8bbbcaa46eb6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:34.295422 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-794bcc94-59f8-4ba9-8c0d-d80445436290 req-263b9cb7-c85d-4049-8e41-8bbbcaa46eb6 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0841954
Jun 04 13:36:34.338474 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-794bcc94-59f8-4ba9-8c0d-d80445436290 req-45202eb1-908d-4d6f-a617-9573d76d0d74 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374014
Jun 04 13:36:35.136689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222971b-a7dd-4099-8ccb-03039493a868 req-a9fdcdcf-8034-44db-8607-36c82d53ba34 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:35.138927 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9222971b-a7dd-4099-8ccb-03039493a868 req-a9fdcdcf-8034-44db-8607-36c82d53ba34 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 945 time: 0.0796373
Jun 04 13:36:35.273978 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9222971b-a7dd-4099-8ccb-03039493a868 req-eb9175c2-f97c-4250-bd0a-93130c770fbd tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/security-groups?id=3be5ba04-b21c-4d87-97c5-0a8e72c7784a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280029
Jun 04 13:36:35.527656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff53c51-a4c2-4343-8a32-9684755b16df req-e4f83b21-b6c8-45f9-893e-7bf135991a4d tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:35.529510 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ff53c51-a4c2-4343-8a32-9684755b16df req-e4f83b21-b6c8-45f9-893e-7bf135991a4d tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0801835
Jun 04 13:36:35.574445 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5ff53c51-a4c2-4343-8a32-9684755b16df req-d4d6ccb2-e7c7-431a-a2ad-a58784a29b51 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391974
Jun 04 13:36:35.752856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545946-8a29-4ce4-82fb-7e6d62ae3b09 req-4d63a9db-61fd-4366-8d7f-86bf864e58fd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:35.755120 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c5545946-8a29-4ce4-82fb-7e6d62ae3b09 req-4d63a9db-61fd-4366-8d7f-86bf864e58fd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0828612
Jun 04 13:36:35.763749 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49702) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:36:35.768621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Request body: {'floatingip': {'port_id': '866e7013-9281-4b9d-b453-719f5da42c16'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:36:35.850763 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:35.883022 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-351c6a8f-da7f-48c9-b600-33ef8457e99e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:35.883738 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-351c6a8f-da7f-48c9-b600-33ef8457e99e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Synchronizing usage tracker for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:36:35.899278 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-351c6a8f-da7f-48c9-b600-33ef8457e99e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Unset dirty status for tenant:e2aa8076247a4d9e8f1bf064511f72d6 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:36:35.900361 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-351c6a8f-da7f-48c9-b600-33ef8457e99e tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 945 time: 0.1976817
Jun 04 13:36:36.036914 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Deleting port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:36:36.037249 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.167437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] For port a67af8bd-9df8-41c5-8f1e-5346a2c06f37, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,segment=NetworkSegment(7f0712e0-4abd-4763-a883-ae930970ca4e),segment_id=7f0712e0-4abd-4763-a883-ae930970ca4e)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:36:36.167701 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.293910 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Calling delete_port for a67af8bd-9df8-41c5-8f1e-5346a2c06f37 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:36:36.405655 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.411422 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea78fa8f-c2da-4177-8d07-c8cc7bcf5c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:36:36.419152 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['a67af8bd-9df8-41c5-8f1e-5346a2c06f37'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:36:36.460092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Pushing event deleted for resources: {'Port': ['ID=a67af8bd-9df8-41c5-8f1e-5346a2c06f37,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:36:36.462193 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-951b5fec-c132-4215-960b-b04c1de57027 req-78f4a54c-5864-454a-9e13-47e751bd607a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cb74e9-18b9-43bb-8840-37c555dc2dda HTTP/1.1" status: 200  len: 210 time: 0.0607877
Jun 04 13:36:36.463207 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:36:36.488954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.492822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.534437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] No DVR routers for this DVR port a67af8bd-9df8-41c5-8f1e-5346a2c06f37 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:36:36.536971 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:36.539577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'name': 'network-vif-deleted', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:36.541872 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05db7eea-5275-40ff-a347-6681d21addc1" -d '{"events": [{"server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "name": "network-vif-deleted", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:36.557939 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52d8e03a-ef94-41e3-8a75-cc0a6e3b694a req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] 10.222.0.22 "DELETE /v2.0/ports/a67af8bd-9df8-41c5-8f1e-5346a2c06f37 HTTP/1.1" status: 204  len: 173 time: 0.6505735
Jun 04 13:36:36.662815 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4b769-069e-4e56-a57a-5e26283e1481 x-openstack-request-id: req-e3f4b769-069e-4e56-a57a-5e26283e1481 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:36.663194 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cb74e9-18b9-43bb-8840-37c555dc2dda", "name": "network-vif-deleted", "tag": "a67af8bd-9df8-41c5-8f1e-5346a2c06f37", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:36.663488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3f4b769-069e-4e56-a57a-5e26283e1481 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:36.663944 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb74e9-18b9-43bb-8840-37c555dc2dda', 'name': 'network-vif-deleted', 'tag': 'a67af8bd-9df8-41c5-8f1e-5346a2c06f37', 'status': 'completed', 'code': 200}
Jun 04 13:36:36.682230 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Floating IP b46c46a5-6bd2-42be-b361-bd4e62c542da associated. External IP: 172.27.1.177, port: 866e7013-9281-4b9d-b453-719f5da42c16.
Jun 04 13:36:37.135587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:36:37.314976 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:36:37.319761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:37.324302 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:36:37.333848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:37.334470 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6327f0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:37.372456 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-03a32271-2f94-4f53-b973-b249a85eda61 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "PUT /v2.0/floatingips/b46c46a5-6bd2-42be-b361-bd4e62c542da HTTP/1.1" status: 200  len: 992 time: 1.6075306
Jun 04 13:36:37.373090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:36:37.375364 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8744da81-66e5-43d5-b567-f6077335ca72" -d '{"events": [{"name": "network-changed", "server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "tag": "866e7013-9281-4b9d-b453-719f5da42c16"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:36:37.420726 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d8c24-e899-4973-af89-0760a60be63c x-openstack-request-id: req-f63d8c24-e899-4973-af89-0760a60be63c {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:36:37.421167 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "tag": "866e7013-9281-4b9d-b453-719f5da42c16", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:36:37.421553 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f63d8c24-e899-4973-af89-0760a60be63c {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:36:37.422115 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16', 'status': 'completed', 'code': 200}
Jun 04 13:36:37.517979 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:37.519129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744da81-66e5-43d5-b567-f6077335ca72 req-2e4f3b5b-ad25-46e4-a6f8-ae524f77733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:37.520773 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-2e4f3b5b-ad25-46e4-a6f8-ae524f77733c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 1099 time: 0.0781622
Jun 04 13:36:37.660121 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744da81-66e5-43d5-b567-f6077335ca72 req-032b03c7-df79-4009-af89-ed830d080cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:37.661707 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-032b03c7-df79-4009-af89-ed830d080cf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 200  len: 912 time: 0.1322129
Jun 04 13:36:37.770622 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-bae985b1-f05f-449b-b73c-c5d5e2f169e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=866e7013-9281-4b9d-b453-719f5da42c16 HTTP/1.1" status: 200  len: 1000 time: 0.1024373
Jun 04 13:36:37.841611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744da81-66e5-43d5-b567-f6077335ca72 req-1196900d-cbd0-4bda-825c-084b7b80fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:37.843052 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-1196900d-cbd0-4bda-825c-084b7b80fa7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 200  len: 850 time: 0.0647671
Jun 04 13:36:37.887261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6327f0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'b46c46a5-6bd2-42be-b361-bd4e62c542da', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '866e7013-9281-4b9d-b453-719f5da42c16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:44:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:36:14Z', 'updated_at': '2021-06-04T13:36:36Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:37.894958 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:36:37.905663 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:36:37.906093 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6327f0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:37.926459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744da81-66e5-43d5-b567-f6077335ca72 req-54297dee-05ed-459a-a86f-607897c50af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:37.928019 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-54297dee-05ed-459a-a86f-607897c50af5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8b097589-0a32-4ff7-9fcb-acfbd1856a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0784769
Jun 04 13:36:38.093253 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-2b0ff38e-cccc-4e30-9e25-a13fdf18543c service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556175
Jun 04 13:36:38.104371 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:36:38.225994 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8744da81-66e5-43d5-b567-f6077335ca72 req-e625b5d6-6a54-4d2e-abfc-f169e7954055 service neutron] 10.222.0.22 "GET /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258342
Jun 04 13:36:38.445583 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b6327f0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'b46c46a5-6bd2-42be-b361-bd4e62c542da', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '866e7013-9281-4b9d-b453-719f5da42c16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:44:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:36:14Z', 'updated_at': '2021-06-04T13:36:36Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:36:38.449548 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1453b6b-eb6b-456e-9f35-9ffc6223fcc3 None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': 'b46c46a5-6bd2-42be-b361-bd4e62c542da', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'port_id': '866e7013-9281-4b9d-b453-719f5da42c16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'mac_address': 'fa:16:3e:44:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:36:14Z', 'updated_at': '2021-06-04T13:36:36Z', 'revision_number': 1, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:36:38.633004 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f47dea9-77b7-4998-8d7a-6b3a7d2bae54 None None] New status for floating IP b46c46a5-6bd2-42be-b361-bd4e62c542da: ACTIVE {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:36:39.495544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a67af8bd-9df8-41c5-8f1e-5346a2c06f37 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:36:39.528665 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: a67af8bd-9df8-41c5-8f1e-5346a2c06f37 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:36:39.529037 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device a67af8bd-9df8-41c5-8f1e-5346a2c06f37 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:36:52.427400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4f47-0b6a-4c4e-ba85-354fc5c780a8 req-74011fe9-7518-4417-8a83-fb221ee94d34 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:52.428844 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c79e4f47-0b6a-4c4e-ba85-354fc5c780a8 req-74011fe9-7518-4417-8a83-fb221ee94d34 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0823295
Jun 04 13:36:52.472919 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c79e4f47-0b6a-4c4e-ba85-354fc5c780a8 req-f0550a57-be81-417b-9c05-00cd67be463b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385478
Jun 04 13:36:53.666899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993455-43a0-47c3-92c6-2937b8abe6ce req-10db7ad1-4546-4ad5-9aba-6881ae650de7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:53.668473 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d993455-43a0-47c3-92c6-2937b8abe6ce req-10db7ad1-4546-4ad5-9aba-6881ae650de7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0818567
Jun 04 13:36:53.712869 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d993455-43a0-47c3-92c6-2937b8abe6ce req-410048ae-812a-4a8c-9920-35f2f05ed92f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381835
Jun 04 13:36:54.907139 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e7ee9-6423-40f0-8cae-9d0525643305 req-2298cb14-a0f5-4967-9da3-ebd177ee982d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:54.908578 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c82e7ee9-6423-40f0-8cae-9d0525643305 req-2298cb14-a0f5-4967-9da3-ebd177ee982d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0839801
Jun 04 13:36:54.953304 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c82e7ee9-6423-40f0-8cae-9d0525643305 req-e200f7e7-843a-46c5-89f9-6ec2cc07c09a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392051
Jun 04 13:36:55.091079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d4216dbb-1c21-4211-8cc5-5373f97a82ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:56.136901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93d56-36b8-4a9f-96ee-b4147a3e52cc req-7fc76c9c-74c7-4a02-a552-4ac3bd7aa5fa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:56.138903 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dfc93d56-36b8-4a9f-96ee-b4147a3e52cc req-7fc76c9c-74c7-4a02-a552-4ac3bd7aa5fa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0772483
Jun 04 13:36:56.182272 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dfc93d56-36b8-4a9f-96ee-b4147a3e52cc req-557b2aa9-2d8c-44c1-bd45-1e8bedce46f1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378425
Jun 04 13:36:57.369881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f345-5cce-4bef-96b4-701b2f35f841 req-9f451187-67a2-4d75-9e54-2498efc1078e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:57.371213 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1e73f345-5cce-4bef-96b4-701b2f35f841 req-9f451187-67a2-4d75-9e54-2498efc1078e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0803299
Jun 04 13:36:57.414110 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1e73f345-5cce-4bef-96b4-701b2f35f841 req-a041bb72-7aa0-4879-923f-d4777fffde7a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365741
Jun 04 13:36:57.610658 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-463ca891-8624-4026-a7b9-b048fe6e1382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:58.037760 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:58.600798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eeab4-21e0-4cf0-bf20-688058fee20a req-17d45905-4c1b-4370-be60-f77d13d1359b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:58.602145 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f10eeab4-21e0-4cf0-bf20-688058fee20a req-17d45905-4c1b-4370-be60-f77d13d1359b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0793717
Jun 04 13:36:58.649284 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f10eeab4-21e0-4cf0-bf20-688058fee20a req-ced1e0a7-b172-4b31-9438-fec9f32a210c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412912
Jun 04 13:36:58.775780 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:58.955241 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:36:59.833963 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2596c9-3d4c-403a-bbf9-c3bc33a8b402 req-465474da-e449-4ea2-856c-c78fbb56ad1f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:36:59.835333 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4f2596c9-3d4c-403a-bbf9-c3bc33a8b402 req-465474da-e449-4ea2-856c-c78fbb56ad1f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0793626
Jun 04 13:36:59.878684 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4f2596c9-3d4c-403a-bbf9-c3bc33a8b402 req-4b0240f7-e699-4fcc-b39b-a785432350b3 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372229
Jun 04 13:37:00.531813 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:01.070925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f71d-8b0c-4679-9bf6-854f84323836 req-f7e01774-6226-4fdb-a52e-d118f0ed4898 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:01.072297 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10f5f71d-8b0c-4679-9bf6-854f84323836 req-f7e01774-6226-4fdb-a52e-d118f0ed4898 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0848913
Jun 04 13:37:01.115700 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-10f5f71d-8b0c-4679-9bf6-854f84323836 req-c79d3eb3-5476-4338-97d6-0cc605af1634 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375190
Jun 04 13:37:02.147577 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:37:02.308938 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac4b88-3aba-424f-ad76-a25066c85808 req-337dcbf0-fe3c-4201-8583-b29ae33553e7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:02.311009 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d2ac4b88-3aba-424f-ad76-a25066c85808 req-337dcbf0-fe3c-4201-8583-b29ae33553e7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0825334
Jun 04 13:37:02.353774 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d2ac4b88-3aba-424f-ad76-a25066c85808 req-0d87e584-d86f-4712-ae82-35a1fb157dfa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371113
Jun 04 13:37:03.121177 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49938) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:03.181686 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Deleting subnet 9ca1b358-0876-47e6-9bf1-993e850e6bca {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:37:03.184513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.232259 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.290866 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.662818 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99549ab9-122b-4ef1-a78f-1d84d3ed3d40 req-94ee82a2-0d3d-41d3-bf7b-79be84730d24 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:03.664198 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99549ab9-122b-4ef1-a78f-1d84d3ed3d40 req-94ee82a2-0d3d-41d3-bf7b-79be84730d24 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1606057
Jun 04 13:37:03.712904 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.718660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:03.754241 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99549ab9-122b-4ef1-a78f-1d84d3ed3d40 req-fc7e72c6-f408-4270-997a-292414949b87 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815330
Jun 04 13:37:03.756295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca1b358-0876-47e6-9bf1-993e850e6bca,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:03.759326 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:03.760287 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.768646 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-54424db1-234a-4bac-8be9-93d918ac304e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ca1b358-0876-47e6-9bf1-993e850e6bca HTTP/1.1" status: 204  len: 168 time: 0.6438587
Jun 04 13:37:03.768646 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49942) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:03.876492 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:03.996825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.009899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8b140a60>,) {'filters': {'network_id': ['3efd10fb-af67-41c9-ba42-0453f410dbae']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:04.025037 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b140a60>, '7f0712e0-4abd-4763-a883-ae930970ca4e') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:04.025334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b140a60>, '7f0712e0-4abd-4763-a883-ae930970ca4e') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:04.036775 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.053580 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.059582 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:37:04.060102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:37:04.072782 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:37:04.143907 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.147469 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:04.160106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.174247 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efd10fb-af67-41c9-ba42-0453f410dbae,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:04.177252 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:04.182183 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3efd10fb-af67-41c9-ba42-0453f410dbae HTTP/1.1" status: 204  len: 168 time: 0.4128268
Jun 04 13:37:04.349413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49948) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:04.395542 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d7d4ad0b-685e-4397-8500-45f197caf581 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2aa8076247a4d9e8f1bf064511f72d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0449324
Jun 04 13:37:04.397712 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 49950) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:04.453345 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.478015 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.527746 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.533216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7c2aec07-7d19-417c-9625-f77f0badaebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:04.545281 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5ba04-b21c-4d87-97c5-0a8e72c7784a,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:04.547775 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:04.557776 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:04.563022 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3be5ba04-b21c-4d87-97c5-0a8e72c7784a HTTP/1.1" status: 204  len: 168 time: 0.1644223
Jun 04 13:37:04.947803 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355af900-4728-4893-ae18-e519be4334c6 req-5c8ee3d7-c4eb-4688-b01c-87db451eb695 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:04.949524 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-355af900-4728-4893-ae18-e519be4334c6 req-5c8ee3d7-c4eb-4688-b01c-87db451eb695 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0841994
Jun 04 13:37:04.996376 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-355af900-4728-4893-ae18-e519be4334c6 req-6f3a1600-c6a8-4521-85ff-c475af309154 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398898
Jun 04 13:37:05.282185 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 49982) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:05.389402 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1709718289-network', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:05.394144 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:05.397937 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Usage tracker for resource:network and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:05.400780 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:05.411336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:05.422246 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Made reservation on behalf of 8e3d345d3a614a4b8787e061bcd722af for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:05.424594 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.436941 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.452895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:05.457418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:05.460360 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:05.466183 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:05.549183 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.553359 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.557534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:05.586897 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:37:05.596111 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4243d-9965-4106-8548-27f62f6683dc,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:05.599452 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:05.603839 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.603951 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Added segment 17c1ce98-1abd-40b4-92c0-32dcfdc99f8c of type vlan for network 97e550a9-845b-4a8e-a7a9-cdb33050eda3
Jun 04 13:37:05.631549 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.664221 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.665526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:05.666102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.671604 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:05.676351 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:37:05.816700 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:05.833321 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:37:05.891928 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Pushing event updated for resources: {'Network': ['ID=97e550a9-845b-4a8e-a7a9-cdb33050eda3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:05.895147 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:05.904946 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:05.908357 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6249919
Jun 04 13:37:05.908496 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50004) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:05.913741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Request body: {'subnet': {'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1709718289-subnet', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:05.915705 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:37:05.919636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:05.933827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Usage tracker for resource:subnet and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:05.940892 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:05.950976 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:05.954849 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:37:05.971401 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:05.977058 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Made reservation on behalf of 8e3d345d3a614a4b8787e061bcd722af for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:05.982676 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5300300'] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.039861 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.044431 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:06.124589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=6']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:06.133766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.134742 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.135354 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.138919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.138919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.138919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.138919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.138919 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.139492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.139492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.139906 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.140097 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:06.154215 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['69dc5efa-776f-40b1-b3d8-8c7713ed0087'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:37:06.215849 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:06.435358 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39050cf0-123b-4955-add4-689e0f8c2779 req-83ec06a1-899d-430a-85c5-5c79f5d8c3b7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:06.442464 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-39050cf0-123b-4955-add4-689e0f8c2779 req-83ec06a1-899d-430a-85c5-5c79f5d8c3b7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 945 time: 0.2307403
Jun 04 13:37:06.515338 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-39050cf0-123b-4955-add4-689e0f8c2779 req-05ab7236-fbd0-4743-b7d7-0d8280a22f71 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718234
Jun 04 13:37:06.679545 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7863894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5300318'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.683659 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3fa0bf5f-695c-4753-aedf-1b4ec9faeb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:06.762027 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f7d319-a1c0-4f68-a248-a488140df735,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:06.766337 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:06.769352 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:06.769466 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Network hostable DHCP agents. Network: 97e550a9-845b-4a8e-a7a9-cdb33050eda3, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:37:06.789351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:37:06.800640 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 97e550a9-845b-4a8e-a7a9-cdb33050eda3) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:06.810768 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a75720-ca58-499f-9457-0cf24da11671 None None] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:37:06.822079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:06.822729 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.850674 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ac2a7a10-2aaf-4c27-b8fb-73e08e4bbe12 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9409707
Jun 04 13:37:06.853439 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50010) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:06.858366 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:06.863082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:06.874823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Usage tracker for resource:router and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:06.877839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:06.884058 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:06.901467 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.903277 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:06.919841 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.059493 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:37:07.060858 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.248358 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Allocated IP 172.20.0.2 (97e550a9-845b-4a8e-a7a9-cdb33050eda3/82f7d319-a1c0-4f68-a248-a488140df735/c0fcdd4e-6f35-4021-8605-732bffcfd155) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:07.335285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.526984 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.538605 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Transition to ACTIVE for port object c0fcdd4e-6f35-4021-8605-732bffcfd155 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:07.562278 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Transition to ACTIVE for port object c0fcdd4e-6f35-4021-8605-732bffcfd155 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:07.572884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.579925 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:07.641941 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:07.644866 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:07.653075 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:07.663398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Pushing event updated for resources: {'Port': ['ID=c0fcdd4e-6f35-4021-8605-732bffcfd155,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:07.694408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:07.696801 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:07.746863 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.815028 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Attempting to bind port c0fcdd4e-6f35-4021-8605-732bffcfd155 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:07.815672 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Attempting to bind port c0fcdd4e-6f35-4021-8605-732bffcfd155 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:07.816074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Attempting to bind port c0fcdd4e-6f35-4021-8605-732bffcfd155 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:07.823526 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:07.824211 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:07.824792 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.826446 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Bound using segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:07.828418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Bound port: c0fcdd4e-6f35-4021-8605-732bffcfd155, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:07.828418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.845223 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:07.942533 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:07.943005 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.017315 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Allocated IP 172.27.1.171 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/51346a74-be1d-4f5f-8989-33e7e4291329) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:08.031563 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] For port c0fcdd4e-6f35-4021-8605-732bffcfd155, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:08.035251 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] For port c0fcdd4e-6f35-4021-8605-732bffcfd155, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c0fcdd4e-6f35-4021-8605-732bffcfd155,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:08.045808 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.049580 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:08.049768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b63d6-b6c7-4e97-beaf-272caf0ed432 req-49994679-0415-46fc-8623-70d91405e6d8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:08.051156 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d7b63d6-b6c7-4e97-beaf-272caf0ed432 req-49994679-0415-46fc-8623-70d91405e6d8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 945 time: 0.3169315
Jun 04 13:37:08.176660 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d7b63d6-b6c7-4e97-beaf-272caf0ed432 req-2caf6b77-560c-4ed2-9b66-7aa1ccfe1aa0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052024
Jun 04 13:37:08.194454 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.218637 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Pushing event updated for resources: {'Port': ['ID=c0fcdd4e-6f35-4021-8605-732bffcfd155,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:08.225082 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:08.245795 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:08.249189 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd2339-46ce-4359-ad53-bc8d2af6b7ae" -d '{"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:08.263201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:08.268755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.270807 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:08.317703 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.389689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:08.401773 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-79fcadbf-2706-4eb9-a0cd-078b1e6b067d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:08.413104 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=7']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:08.421507 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:08.472151 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:08.475144 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:08.489602 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:08.603647 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194da312-8fc1-4f56-9d56-a8a3e4ac24ac x-openstack-request-id: req-194da312-8fc1-4f56-9d56-a8a3e4ac24ac {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:08.603956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:08.604301 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-194da312-8fc1-4f56-9d56-a8a3e4ac24ac {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:08.604643 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'code': 200}
Jun 04 13:37:08.662839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Pushing event updated for resources: {'Port': ['ID=51346a74-be1d-4f5f-8989-33e7e4291329,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:08.671931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:09.125493 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:09.526841 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c04e24-ce40-4c42-a07e-c2d349ae483f None None] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:37:09.577401 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d5f5d-c50c-47ae-8229-0c1ef5544f6e req-2935aa0e-36e9-4ec0-ac04-f4777bd7ff8a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:09.578943 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bf9d5f5d-c50c-47ae-8229-0c1ef5544f6e req-2935aa0e-36e9-4ec0-ac04-f4777bd7ff8a tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1957464
Jun 04 13:37:09.612472 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:09.702255 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bf9d5f5d-c50c-47ae-8229-0c1ef5544f6e req-daaa2326-00f4-45b3-bc6a-7a389d0e1de0 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159921
Jun 04 13:37:09.731569 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-74b9ea3f-34a5-4162-b739-51ac646ad374 None None] Provisioning for port c0fcdd4e-6f35-4021-8605-732bffcfd155 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:09.905416 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Router e5dda697-665c-4901-beb2-bc98b976ae2b is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:37:10.116414 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:37:10.126352 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:37:10.138915 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:10.139931 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2dd310>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:10.149010 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:10.157537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50030) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:10.158106 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-dda1c106-2632-40d4-befb-8db928399d95 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3030345
Jun 04 13:37:10.406363 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:10.460490 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c0fcdd4e-6f35-4021-8605-732bffcfd155 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:10.688303 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port c0fcdd4e-6f35-4021-8605-732bffcfd155 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:10.709333 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c0fcdd4e-6f35-4021-8605-732bffcfd155 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:10.709720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:10.910867 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2dd310>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:08Z', 'revision_number': 3, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:10.920006 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:37:10.920364 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Updating router e5dda697-665c-4901-beb2-bc98b976ae2b port 51346a74-be1d-4f5f-8989-33e7e4291329 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:37:10.962305 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb0c69-84ea-4fa4-b389-119f87ef367e req-24a2369b-418e-44e8-aad7-d84d094c4d3f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:10.971276 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2feb0c69-84ea-4fa4-b389-119f87ef367e req-24a2369b-418e-44e8-aad7-d84d094c4d3f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1117127
Jun 04 13:37:10.982783 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.031884 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2feb0c69-84ea-4fa4-b389-119f87ef367e req-05cc991c-586f-4e6a-a103-834239db1e9f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593357
Jun 04 13:37:11.093569 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.132678 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.180042 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port c0fcdd4e-6f35-4021-8605-732bffcfd155, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c0fcdd4e-6f35-4021-8605-732bffcfd155,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:11.196843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.206956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:11.402358 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=c0fcdd4e-6f35-4021-8605-732bffcfd155,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:11.409310 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:11.411651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Allocated IP 172.20.0.1 (97e550a9-845b-4a8e-a7a9-cdb33050eda3/82f7d319-a1c0-4f68-a248-a488140df735/b629cb2a-cb33-4b6c-86f3-ff4023430e59) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:11.537391 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.550285 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Transition to ACTIVE for port object 51346a74-be1d-4f5f-8989-33e7e4291329 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:11.557908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.563404 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8412df0b-acdb-4bd2-abf5-5c8c140761e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:11.567605 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.584508 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Transition to ACTIVE for port object b629cb2a-cb33-4b6c-86f3-ff4023430e59 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:11.620253 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.628084 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb17af84-3af4-4ff1-90c4-ad7a2b048cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:11.639043 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Attempting to bind port 51346a74-be1d-4f5f-8989-33e7e4291329 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:11.639043 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Attempting to bind port 51346a74-be1d-4f5f-8989-33e7e4291329 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:11.640186 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Attempting to bind port 51346a74-be1d-4f5f-8989-33e7e4291329 on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:11.649821 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:11.650084 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:11.650747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.650747 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:11.651261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Bound port: 51346a74-be1d-4f5f-8989-33e7e4291329, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:11.651644 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.675905 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df2f7f-ff06-4b86-822a-646ad41b2d7e None None] Pushing event updated for resources: {'Port': ['ID=51346a74-be1d-4f5f-8989-33e7e4291329,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:11.683927 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-52df2f7f-ff06-4b86-822a-646ad41b2d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:11.689646 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:11.692538 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:11.701934 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:11.755313 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.772666 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] For port 51346a74-be1d-4f5f-8989-33e7e4291329, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:11.775951 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] For port 51346a74-be1d-4f5f-8989-33e7e4291329, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=51346a74-be1d-4f5f-8989-33e7e4291329,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:11.789389 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:11.802471 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:11.910048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:11.910843 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2dd310>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:11.983657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df2f7f-ff06-4b86-822a-646ad41b2d7e None None] Pushing event updated for resources: {'Port': ['ID=51346a74-be1d-4f5f-8989-33e7e4291329,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:11.994620 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-52df2f7f-ff06-4b86-822a-646ad41b2d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:12.043408 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Pushing event updated for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:12.077685 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.078058 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.078419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.078776 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.079128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.079504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.080393 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.080393 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.080761 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.080873 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.083335 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.083335 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:12.087724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:12.125062 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-13fdcb24-eb40-454d-8c8b-3cee0e385ac0 None None] Provisioning for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:12.136792 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:12.183870 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-13fdcb24-eb40-454d-8c8b-3cee0e385ac0 None None] Provisioning complete for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:12.184252 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-13fdcb24-eb40-454d-8c8b-3cee0e385ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.294711 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.360408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-13fdcb24-eb40-454d-8c8b-3cee0e385ac0 None None] Port b629cb2a-cb33-4b6c-86f3-ff4023430e59 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:37:12.409236 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07697c-4edd-4ccb-848a-fc59c6433729 req-baed8944-c235-4d65-97b3-b5468b2c739e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:12.411102 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ae07697c-4edd-4ccb-848a-fc59c6433729 req-baed8944-c235-4d65-97b3-b5468b2c739e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1320648
Jun 04 13:37:12.411835 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c0fcdd4e-6f35-4021-8605-732bffcfd155 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:12.478213 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ae07697c-4edd-4ccb-848a-fc59c6433729 req-106d48b9-9dbc-450d-88c3-cf53f8bd8b06 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604544
Jun 04 13:37:12.604502 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.611879 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.621842 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port c0fcdd4e-6f35-4021-8605-732bffcfd155 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:12.622331 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.637875 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:12.742208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:12.746173 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Pushing event updated for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:12.750855 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:12.753544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2dd310>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:08Z', 'revision_number': 3, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:12.762555 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2a02e-6e6f-4ea0-8311-30c262fb8181 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:08Z', 'revision_number': 3, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:37:12.914261 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:12.915502 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:13.178147 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:37:13.295297 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-fff56e7a-d947-4ace-8406-36040cc0289a None None] Provisioning complete for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:13.297440 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fff56e7a-d947-4ace-8406-36040cc0289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:13.394670 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-fff56e7a-d947-4ace-8406-36040cc0289a None None] Port b629cb2a-cb33-4b6c-86f3-ff4023430e59 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:37:13.447311 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:37:13.468951 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] 10.222.0.20 "PUT /v2.0/routers/e5dda697-665c-4901-beb2-bc98b976ae2b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3029904
Jun 04 13:37:13.738178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160b71f-a208-49c3-8c45-1bf6dcafc476 req-dbc233f9-9c44-4347-a9e7-a59ae8945d09 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:13.747987 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f160b71f-a208-49c3-8c45-1bf6dcafc476 req-dbc233f9-9c44-4347-a9e7-a59ae8945d09 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1059737
Jun 04 13:37:13.812592 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f160b71f-a208-49c3-8c45-1bf6dcafc476 req-d8d204e8-b171-44fe-a54c-4cebdcb26647 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613916
Jun 04 13:37:14.118526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50062) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:14.125784 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-287622031-network', 'tenant_id': '34760d990017481786d3af216f2b09e9'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:14.130612 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:14.134693 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Usage tracker for resource:network and tenant:34760d990017481786d3af216f2b09e9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:14.138284 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:14.144983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:14.159249 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Made reservation on behalf of 34760d990017481786d3af216f2b09e9 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:14.162073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.177947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.193769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:14.197880 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Usage tracker for resource:security_group_rule and tenant:34760d990017481786d3af216f2b09e9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:14.201133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:14.207032 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:14.301746 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.307119 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.313908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1463defb-32db-4609-b676-0aea879bd5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:14.338914 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:37:14.361301 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ebe5ea-670b-4fef-ab83-e8d8887f5a98,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:14.364437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.364776 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Added segment b2ae636a-d79b-4d07-8a31-d903a3a1c916 of type vlan for network c476e71c-bbf6-4695-80fd-d5f6def85b3f
Jun 04 13:37:14.366076 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:14.407479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.438351 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 51346a74-be1d-4f5f-8989-33e7e4291329 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:14.446358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.448828 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:14.449931 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.455653 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-909be02d-140b-438e-84f6-c057a1f5a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:14.553710 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Pushing event updated for resources: {'Network': ['ID=c476e71c-bbf6-4695-80fd-d5f6def85b3f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:14.556806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:14.557230 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 51346a74-be1d-4f5f-8989-33e7e4291329 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:14.564864 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:37:14.593170 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4702113
Jun 04 13:37:14.593532 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50066) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:14.598719 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Request body: {'subnet': {'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-287622031-subnet', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'ip_version': 4}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:14.604642 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:14.605105 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 51346a74-be1d-4f5f-8989-33e7e4291329 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:14.605491 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.619365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Usage tracker for resource:subnet and tenant:34760d990017481786d3af216f2b09e9 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:14.623330 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:14.636772 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:14.653404 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Made reservation on behalf of 34760d990017481786d3af216f2b09e9 for: {'subnet': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:14.669223 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5300300'] for subnet, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.869545 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.888956 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 51346a74-be1d-4f5f-8989-33e7e4291329, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=51346a74-be1d-4f5f-8989-33e7e4291329,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:14.900246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:14.900554 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:37:14.903043 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:14.912995 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:14.914541 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389d90>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:15.025227 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=51346a74-be1d-4f5f-8989-33e7e4291329,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:15.033135 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:15.153937 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:15.261172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca834c-4b40-4d53-bd6e-a7abf9a7f415 req-857f8480-cfb3-4870-a423-8b50dd4a7abe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:15.262799 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2dca834c-4b40-4d53-bd6e-a7abf9a7f415 req-857f8480-cfb3-4870-a423-8b50dd4a7abe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.3220456
Jun 04 13:37:15.391834 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2dca834c-4b40-4d53-bd6e-a7abf9a7f415 req-bf73e4e4-483b-4522-bfe8-210fc0394a7b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652270
Jun 04 13:37:15.485446 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7863894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5300318'] for subnet, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.490586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ab5ee5b1-1230-4527-a3c5-0ff41c4bc230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:15.542949 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389d90>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 2, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:15.548400 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:37:15.549714 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Updating router e5dda697-665c-4901-beb2-bc98b976ae2b port b629cb2a-cb33-4b6c-86f3-ff4023430e59 binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:37:15.574953 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedfa310-0b3c-4c09-8a9d-99de37898942,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:15.586725 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.587216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.587821 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.588400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.588851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.589209 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.589978 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.590470 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.591757 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.592132 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.592481 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.593191 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:15.596838 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:15.600086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Checking segment: {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:15.600086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Network hostable DHCP agents. Network: c476e71c-bbf6-4695-80fd-d5f6def85b3f, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:37:15.607324 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.624271 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:37:15.635597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, c476e71c-bbf6-4695-80fd-d5f6def85b3f) {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:15.644629 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163a165-3c8b-4cf3-9db2-6f00e158fc2f None None] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:37:15.654275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:15.654876 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.703928 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-76e19077-1147-4468-a6c6-433394466a40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1067824
Jun 04 13:37:15.704320 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50072) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:15.709518 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:15.717294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:15.724799 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Usage tracker for resource:router and tenant:34760d990017481786d3af216f2b09e9 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:15.730108 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:15.754499 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:15.776876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-922603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44819'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.781479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1042660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1000034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44826'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.806121 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:15.914261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef9398c3-8b12-58a4-8042-97515def594b-c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'fixed_ips': [{'subnet_id': 'eedfa310-0b3c-4c09-8a9d-99de37898942'}]}} from dv-cinder-784779-14-iscsi. {{(pid=91609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 13:37:15.915182 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.140788 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.db_base_plugin_common [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Allocated IP 172.20.0.2 (c476e71c-bbf6-4695-80fd-d5f6def85b3f/eedfa310-0b3c-4c09-8a9d-99de37898942/af190fef-100a-4c68-9eda-ba32d9341048) {{(pid=91609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:16.232151 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.254794 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Transition to ACTIVE for port object b629cb2a-cb33-4b6c-86f3-ff4023430e59 will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:16.272307 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.285921 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-049150b6-6d2b-479d-bed7-f84c3034e73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:16.294612 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44916'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.438304 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks [] for port, precommit_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.463603 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Pushing event updated for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:16.463933 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Transition to ACTIVE for port object af190fef-100a-4c68-9eda-ba32d9341048 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:16.468000 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 51346a74-be1d-4f5f-8989-33e7e4291329 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:16.473954 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.474297 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.474627 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.474951 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.475294 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.475614 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.476064 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.476517 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.476864 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.477181 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.477489 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.477795 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:37:16.481969 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:16.549723 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Transition to ACTIVE for port object af190fef-100a-4c68-9eda-ba32d9341048 will not be triggered until provisioned by entity DHCP. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:16.579133 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124'] for port, after_create {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.603079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:16.687411 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f is already hosted by enough agents. {{(pid=91609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:16.694981 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.scheduler.base_scheduler [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Resources bound (agent type, host, resource id):  {{(pid=91609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:16.709438 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Received port after_create {{(pid=91609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:16.810481 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 51346a74-be1d-4f5f-8989-33e7e4291329 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:16.811575 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.917167 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bdc2-2914-475c-9208-3b2e0791c2c9 req-f0a52b05-eb59-474d-aa3c-214da9d366d9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:16.920866 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Attempting to bind port b629cb2a-cb33-4b6c-86f3-ff4023430e59 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:16.920866 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Attempting to bind port b629cb2a-cb33-4b6c-86f3-ff4023430e59 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:16.921390 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Attempting to bind port b629cb2a-cb33-4b6c-86f3-ff4023430e59 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:16.927216 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:16.927719 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:16.927871 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea67bdc2-2914-475c-9208-3b2e0791c2c9 req-f0a52b05-eb59-474d-aa3c-214da9d366d9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1588774
Jun 04 13:37:16.928236 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.928690 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Bound using segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:16.929221 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Bound port: b629cb2a-cb33-4b6c-86f3-ff4023430e59, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:16.929671 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.942176 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:16.954736 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Attempting to bind port af190fef-100a-4c68-9eda-ba32d9341048 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:16.955024 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Attempting to bind port af190fef-100a-4c68-9eda-ba32d9341048 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:16.955418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Attempting to bind port af190fef-100a-4c68-9eda-ba32d9341048 on network c476e71c-bbf6-4695-80fd-d5f6def85b3f {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:16.989435 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Pushing event updated for resources: {'Port': ['ID=af190fef-100a-4c68-9eda-ba32d9341048,revision_number=1']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:17.002972 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:17.003462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.008974 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:17.009375 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Checking segment: {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:17.010729 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.011158 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Bound using segment: {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:17.011681 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Bound port: af190fef-100a-4c68-9eda-ba32d9341048, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:17.012070 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.017848 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea67bdc2-2914-475c-9208-3b2e0791c2c9 req-9743c46b-3ba6-4c84-8faf-0ec24e59e603 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890529
Jun 04 13:37:17.087434 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] For port b629cb2a-cb33-4b6c-86f3-ff4023430e59, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:17.090716 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] For port b629cb2a-cb33-4b6c-86f3-ff4023430e59, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b629cb2a-cb33-4b6c-86f3-ff4023430e59,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:17.102109 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.108915 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-534e9dfe-847c-4350-bf34-a18be74c130e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:17.153719 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-c94c866d-d10e-4815-b768-286a24108584 None None] For port af190fef-100a-4c68-9eda-ba32d9341048, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:17.157744 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-c94c866d-d10e-4815-b768-286a24108584 None None] For port af190fef-100a-4c68-9eda-ba32d9341048, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=af190fef-100a-4c68-9eda-ba32d9341048,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:17.191632 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:17.192113 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389d90>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:17.202473 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.222855 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:17.256105 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Allocated IP 172.27.1.209 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/4138574c-7a29-4b04-81c8-d4f8883b5bc7) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:17.427967 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Pushing event updated for resources: {'Port': ['ID=af190fef-100a-4c68-9eda-ba32d9341048,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:17.442040 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:17.491637 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:17.538068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.575699 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:17.582848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3083f387-9c62-4aad-8a93-83b60fd09ad4 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:17.643341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:17.647283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:17.662369 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:17.727228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Pushing event updated for resources: {'Port': ['ID=4138574c-7a29-4b04-81c8-d4f8883b5bc7,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:17.737598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:17.740829 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Pushing event updated for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=4']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:17.749269 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-0456e1a4-5b58-40d9-a9a5-58f90d4646af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:17.986206 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389d90>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:17.991300 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3e00-1428-4adb-b2b8-b91e0b0ac715 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:37:18.217248 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:18.381483 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81d8c1-812c-42f2-8fa5-b8a3fbc14d3f req-514c1950-635a-4d9c-abad-07e8e00e3525 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:18.390612 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ad81d8c1-812c-42f2-8fa5-b8a3fbc14d3f req-514c1950-635a-4d9c-abad-07e8e00e3525 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1850276
Jun 04 13:37:18.465489 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ad81d8c1-812c-42f2-8fa5-b8a3fbc14d3f req-4a865252-9c6a-49c0-b4a3-a9c1224f66cd tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708156
Jun 04 13:37:18.539705 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b629cb2a-cb33-4b6c-86f3-ff4023430e59 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:18.634898 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:18.641911 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:18.642593 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:18.795687 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aabe52-50ce-4621-b893-e563c41a2adb None None] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:37:18.866483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:18.874804 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609843'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.012989 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-45aed447-5e58-4be5-876d-e1168aebe9e1 None None] Provisioning for port af190fef-100a-4c68-9eda-ba32d9341048 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:19.060404 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port b629cb2a-cb33-4b6c-86f3-ff4023430e59, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b629cb2a-cb33-4b6c-86f3-ff4023430e59,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:19.110150 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.111133 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device af190fef-100a-4c68-9eda-ba32d9341048 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:19.138942 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c94c866d-d10e-4815-b768-286a24108584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:19.234656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-39759bcc-13f0-4e66-9254-007cad9617bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:19.236329 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-39759bcc-13f0-4e66-9254-007cad9617bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1099 time: 0.1389163
Jun 04 13:37:19.240948 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 is scheduled to L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 13:37:19.303293 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:19.307287 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:19.324745 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port af190fef-100a-4c68-9eda-ba32d9341048 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:19.333224 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port af190fef-100a-4c68-9eda-ba32d9341048 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:19.333603 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.470373 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.508537 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port af190fef-100a-4c68-9eda-ba32d9341048, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=af190fef-100a-4c68-9eda-ba32d9341048,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:19.514617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.523711 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:19.531993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-bbcf73fe-185a-4af7-b37c-718e5571dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:19.533465 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-bbcf73fe-185a-4af7-b37c-718e5571dcb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.2888434
Jun 04 13:37:19.610208 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=af190fef-100a-4c68-9eda-ba32d9341048,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:19.613481 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:19.635706 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:37:19.649067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Sync routers for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:37:19.659600 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:19.660708 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b810550>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:19.690659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.694305 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9859943
Jun 04 13:37:19.695148 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50106) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:19.698191 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-f39246e4-c54f-4de9-a3e4-9e18d79a72cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 1002 time: 0.1461174
Jun 04 13:37:19.713601 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf168f4-dce6-49d8-9de4-8101e63b1582 req-032b028c-a674-4001-bdcc-d13b5c2913af tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:19.715460 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1bf168f4-dce6-49d8-9de4-8101e63b1582 req-032b028c-a674-4001-bdcc-d13b5c2913af tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1010189
Jun 04 13:37:19.761359 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1bf168f4-dce6-49d8-9de4-8101e63b1582 req-c8e30969-54f6-46cf-a143-754fa1544040 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398960
Jun 04 13:37:19.826820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-05bc0c0b-87c8-4954-ae29-b422f75a59ec None None] Provisioning complete for port af190fef-100a-4c68-9eda-ba32d9341048 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:19.827258 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-05bc0c0b-87c8-4954-ae29-b422f75a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:19.906886 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-aa1c9ee2-6a48-4dee-b678-702c686bcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:19.908275 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:19.908391 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-aa1c9ee2-6a48-4dee-b678-702c686bcd35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.1364641
Jun 04 13:37:20.263285 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-47d6cf09-8abe-4a04-8e47-bb0591876ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:20.264744 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-47d6cf09-8abe-4a04-8e47-bb0591876ea7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3428895
Jun 04 13:37:20.266732 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b810550>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 3, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:20.270751 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Checking router: 60d8cd62-46ba-4e27-9d00-6cf6379a8916 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:37:20.271116 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Updating router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 binding host dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:37:20.325779 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.433622 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b629cb2a-cb33-4b6c-86f3-ff4023430e59 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:20.560680 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-5d37e072-60d3-4c5e-9a1c-f9c244ad72e3 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2862475
Jun 04 13:37:20.609236 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port b629cb2a-cb33-4b6c-86f3-ff4023430e59 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:20.609556 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.806815 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b51240ec-839d-4ecb-b04e-9701c659d7b4 req-10af8cfd-ea21-41f2-a9eb-6c4666f58a58 service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2358809
Jun 04 13:37:20.831469 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device af190fef-100a-4c68-9eda-ba32d9341048 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:20.880692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.906582 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.db.resource_extend [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 13:37:20.972203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port af190fef-100a-4c68-9eda-ba32d9341048 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:20.972611 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:20.980769 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78460362-79bb-483d-866a-14b49d4e9662 req-73d7de75-f378-49a0-8dcb-da2259203f99 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:20.982713 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78460362-79bb-483d-866a-14b49d4e9662 req-73d7de75-f378-49a0-8dcb-da2259203f99 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0874970
Jun 04 13:37:21.028702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.029619 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78460362-79bb-483d-866a-14b49d4e9662 req-3b63a90f-76e3-4c80-862c-f838a12dff22 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411737
Jun 04 13:37:21.052908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Transition to ACTIVE for port object 4138574c-7a29-4b04-81c8-d4f8883b5bc7 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:21.063307 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.067492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:21.099215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Allocated IP 172.20.0.1 (c476e71c-bbf6-4695-80fd-d5f6def85b3f/eedfa310-0b3c-4c09-8a9d-99de37898942/41678aa9-eba8-44f8-a99e-3ccfe5e2ca23) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:21.185794 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Attempting to bind port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:21.186090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Attempting to bind port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:21.186458 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Attempting to bind port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 on network dda1d803-f021-4cda-8e8e-95e9413377dc {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:21.195183 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49525f88-8a41-453c-88f2-0708c3f87e5b None None] Pushing event updated for resources: {'Port': ['ID=4138574c-7a29-4b04-81c8-d4f8883b5bc7,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:21.197899 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-49525f88-8a41-453c-88f2-0708c3f87e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:21.210033 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:21.210427 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Checking segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:21.210835 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.211257 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Bound using segment: {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:21.211728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Bound port: 4138574c-7a29-4b04-81c8-d4f8883b5bc7, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dff0f96-2cd6-44e1-bc59-b2be8071276d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:21.212111 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.254758 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.272588 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Transition to ACTIVE for port object 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:21.292184 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] For port 4138574c-7a29-4b04-81c8-d4f8883b5bc7, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:21.295526 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] For port 4138574c-7a29-4b04-81c8-d4f8883b5bc7, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4138574c-7a29-4b04-81c8-d4f8883b5bc7,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:21.299651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.301065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.304033 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-9ae9a3d3-7776-4e30-a03d-fdb4d7df4fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:21.306133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95159f1d-743c-4ed8-acfb-7033ddd816d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:21.366934 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:21.374507 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:21.375124 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b810550>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:21.376679 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:21.380928 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:21.412124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Pushing event updated for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:21.418315 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:21.442245 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610045'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.445716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49525f88-8a41-453c-88f2-0708c3f87e5b None None] Pushing event updated for resources: {'Port': ['ID=4138574c-7a29-4b04-81c8-d4f8883b5bc7,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:21.451586 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-49525f88-8a41-453c-88f2-0708c3f87e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:21.571271 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:21.575896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.710293 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f236f8e2-f761-42ef-837e-759cef48d040 None None] Provisioning for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:21.762168 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-f236f8e2-f761-42ef-837e-759cef48d040 None None] Provisioning complete for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:21.762575 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f236f8e2-f761-42ef-837e-759cef48d040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.799396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.803877 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.830224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:21.840744 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-f236f8e2-f761-42ef-837e-759cef48d040 None None] Port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:37:21.913000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Pushing event updated for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:21.915500 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044369'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:21.919584 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:21.925672 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b810550>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 3, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:21.929583 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd7c64-3569-40b7-b394-3bc386dbcb68 None None] The sync data for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi is: [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:17Z', 'revision_number': 3, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:37:22.182062 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:22.183255 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:22.292398 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c15d9-b92b-4cb0-a590-ea7dd3abc802 req-c68d82da-ea1b-4916-84a2-fae37e009af1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:22.295823 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6c15d9-b92b-4cb0-a590-ea7dd3abc802 req-c68d82da-ea1b-4916-84a2-fae37e009af1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.1102304
Jun 04 13:37:22.387817 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6c15d9-b92b-4cb0-a590-ea7dd3abc802 req-47f3a1a5-5b60-4a35-9867-cc24f4eb0dbe tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804057
Jun 04 13:37:22.414903 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:37:22.475548 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4138574c-7a29-4b04-81c8-d4f8883b5bc7 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:22.507645 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-0450146d-60ae-45ba-a91f-327b7cbc23f3 None None] Provisioning complete for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:22.507884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0450146d-60ae-45ba-a91f-327b7cbc23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:22.599140 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-0450146d-60ae-45ba-a91f-327b7cbc23f3 None None] Port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:37:22.614898 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:37:22.615136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:22.622755 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:22.623222 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:22.625582 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] 10.222.0.20 "PUT /v2.0/routers/60d8cd62-46ba-4e27-9d00-6cf6379a8916/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9291613
Jun 04 13:37:22.745532 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:22.764094 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 4138574c-7a29-4b04-81c8-d4f8883b5bc7, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4138574c-7a29-4b04-81c8-d4f8883b5bc7,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:22.769055 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:22.770906 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:22.843008 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=4138574c-7a29-4b04-81c8-d4f8883b5bc7,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:22.846265 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:23.409242 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50136) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:23.414271 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702555552', 'description': 'tempest-secgroup-smoke-702555552 description', 'project_id': '8e3d345d3a614a4b8787e061bcd722af'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:23.420958 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:23.425414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:23.428402 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:23.435437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:23.451456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.470269 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:23.473997 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:23.476795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:23.482943 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:23.559728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.563602 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.567546 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0bda5664-1d57-402a-9267-59fddb7712ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:23.570764 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2e5f-3ab5-4376-923c-7630dc25e587 req-58887c7f-982b-4b1b-b1e8-8ae560f99565 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:23.572253 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3b8f2e5f-3ab5-4376-923c-7630dc25e587 req-58887c7f-982b-4b1b-b1e8-8ae560f99565 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 946 time: 0.0789506
Jun 04 13:37:23.610200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84abc60-f1df-4d8a-9559-989d808ef453,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:23.612867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.616765 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2037756
Jun 04 13:37:23.616765 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:23.617003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50138) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:23.620512 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3b8f2e5f-3ab5-4376-923c-7630dc25e587 req-19438c38-d6e7-4b6b-9157-ab5b3eb13861 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422604
Jun 04 13:37:23.621475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:23.627907 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:23.631728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:23.634577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:23.640618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:23.658326 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.719908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.723735 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.725741 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:23.747967 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a66f288-734f-4437-a902-2b19435eda71,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:23.750408 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:23.751355 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:37:23.758779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.763303 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50144) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:23.763799 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5c616a3f-5c0c-4326-8a60-e1cc811352fa tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1457007
Jun 04 13:37:23.768723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:23.774772 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:23.779244 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:23.782647 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:23.793355 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:23.815745 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.886167 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.891827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.894586 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:23.918583 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560df773-650f-41ca-8a65-d8fe566adeff,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:23.925024 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:23.929034 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.930445 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7e9a4c7f-a0fd-4723-953e-04358f4e7c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1656396
Jun 04 13:37:23.933271 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50150) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:23.937906 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:23.943544 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:23.947311 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:23.951294 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:23.957114 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:23.959494 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:23.978359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.004496 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:24.006226 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:24.009062 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6801a32-dd6f-44d2-acf5-39d717acfdf3" -d '{"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-unplugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:24.026869 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.035005 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:24.047493 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.055670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.057951 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5aa1063c-740c-4942-a34f-cc9c5c9d5f2f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:24.086418 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6819ca2-90dc-4644-8c10-daba714d4124,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:24.090008 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:24.101551 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.102798 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1685619
Jun 04 13:37:24.105521 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50158) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:24.111568 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:24.118218 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:24.119203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8ddcf-bbd1-415e-a95a-85406a8527d8 x-openstack-request-id: req-bdd8ddcf-bbd1-415e-a95a-85406a8527d8 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:24.119508 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-unplugged", "status": "failed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "code": 422}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:24.119767 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdd8ddcf-bbd1-415e-a95a-85406a8527d8 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:24.120163 dv-cinder-784779-14-iscsi neutron-server[91609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'code': 422} returned with failed status
Jun 04 13:37:24.120762 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=8']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:24.123568 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:24.126857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:24.127950 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:24.133019 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:24.151435 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.224375 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.229203 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.236742 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3656397d-03be-4347-9271-edff7218ddb8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:24.254881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06073f90-2257-4237-8c69-b847257fc946,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:24.263318 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:24.273311 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.274653 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1675785
Jun 04 13:37:24.277561 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50162) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:24.283119 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:24.286561 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Sync routers for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:37:24.293164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:24.297111 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:24.297731 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389550>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:24.301676 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:24.304759 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:24.312598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:24.326277 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.securitygroups_db [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Project 8e3d345d3a614a4b8787e061bcd722af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:37:24.334322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.394483 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4138574c-7a29-4b04-81c8-d4f8883b5bc7 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:24.415507 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.420668 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.423490 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:24.451533 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f2e587-896f-4246-9331-f02ab59aa5bd,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:24.460918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:24.470573 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.472532 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-07198a9a-a266-4660-9b0b-328cc6140eea tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1931524
Jun 04 13:37:24.475363 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50168) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:24.480188 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:24.480566 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.481365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'security_group_rule': {'security_group_id': 'e84abc60-f1df-4d8a-9559-989d808ef453', 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:24.489476 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:24.489845 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:24.502350 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:security_group_rule and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:24.506574 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:24.516515 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:24.531137 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.securitygroups_db [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Project 8e3d345d3a614a4b8787e061bcd722af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 13:37:24.539371 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.623466 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.627125 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004145'] for security_group_rule, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.629181 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c50b6dec-cdf0-4ad2-a36d-2ced07652397 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:24.651461 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a35045e-f98b-481e-a0ae-0cf85b8050d0,revision_number=0']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:24.653980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:24.662102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:24.663397 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4955986c-85d5-40d3-8e0f-8f0544fc0d94 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1869051
Jun 04 13:37:24.857229 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389550>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 4, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '41678aa9-eba8-44f8-a99e-3ccfe5e2ca23', 'name': '', 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'mac_address': 'fa:16:3e:c3:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:20Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 2, 'project_id': '34760d990017481786d3af216f2b09e9', 'subnets': [{'id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:24.862460 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Checking router: 60d8cd62-46ba-4e27-9d00-6cf6379a8916 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:37:24.862799 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Updating router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 binding host dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 13:37:24.913989 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.095125 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3a432c44-b982-45f9-9761-70dae50ee7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.304041 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42994d4c-3759-4cc0-abec-07684ecd73d2 req-b6b52395-b551-4f36-89e0-3071deab5153 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:25.305548 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42994d4c-3759-4cc0-abec-07684ecd73d2 req-b6b52395-b551-4f36-89e0-3071deab5153 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1467848
Jun 04 13:37:25.331979 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks [] for port, precommit_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.346102 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.provisioning_blocks [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Transition to ACTIVE for port object 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 will not be triggered until provisioned by entity L2. {{(pid=91610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:25.357479 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.366047 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:25.415339 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42994d4c-3759-4cc0-abec-07684ecd73d2 req-ac856b26-547c-4f48-a8ec-d6c1c318ea88 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999167
Jun 04 13:37:25.567715 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ced56-9a74-4b06-8e84-2e214dcbf5da None None] Pushing event updated for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=3']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:25.570700 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-9f1ced56-9a74-4b06-8e84-2e214dcbf5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:25.621472 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50244) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:25.627812 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Attempting to bind port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 on host dv-cinder-784779-14-iscsi for vnic_type normal with profile  {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:25.628288 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Attempting to bind port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 by drivers openvswitch,hyperv on host dv-cinder-784779-14-iscsi at level 0 using segments [{'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:25.628791 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Attempting to bind port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 on network c476e71c-bbf6-4695-80fd-d5f6def85b3f {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:25.640776 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Checking agent: {'id': '8e9e5d66-0150-4f67-a059-559700d3808d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 23, 28), 'started_at': datetime.datetime(2021, 6, 4, 13, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:25.641361 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Checking segment: {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:25.641867 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.642331 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Bound using segment: {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'} {{(pid=91610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:25.642878 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.managers [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Bound port: 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23, host: dv-cinder-784779-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ae636a-d79b-4d07-8a31-d903a3a1c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f'}}] {{(pid=91610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:25.643384 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.760791 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] For port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23, host dv-cinder-784779-14-iscsi, cleared binding levels {{(pid=91610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:25.764883 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.plugins.ml2.db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] For port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23, host dv-cinder-784779-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:25.767189 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-e0a311b0-b0c8-48c5-a1e2-5abeb0bb154c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1438384
Jun 04 13:37:25.769783 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:25.774616 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:25.871323 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:25.872790 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389550>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:36:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:25.980787 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ced56-9a74-4b06-8e84-2e214dcbf5da None None] Pushing event updated for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=4']} {{(pid=91610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:25.988061 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-9f1ced56-9a74-4b06-8e84-2e214dcbf5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:26.006150 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a62f-d324-42ae-a92d-c2c381bdfe4e req-f0a0f2e4-b144-4163-9ec6-3805e38a1a51 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:26.008930 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d337a62f-d324-42ae-a92d-c2c381bdfe4e req-f0a0f2e4-b144-4163-9ec6-3805e38a1a51 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1249430
Jun 04 13:37:26.071005 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d337a62f-d324-42ae-a92d-c2c381bdfe4e req-87b13e10-c357-448c-a166-d175155aa417 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553534
Jun 04 13:37:26.106418 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:26.439241 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b389550>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 4, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '41678aa9-eba8-44f8-a99e-3ccfe5e2ca23', 'name': '', 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'mac_address': 'fa:16:3e:c3:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:20Z', 'updated_at': '2021-06-04T13:37:25Z', 'revision_number': 4, 'project_id': '34760d990017481786d3af216f2b09e9', 'subnets': [{'id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:26.443102 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119f7af-c58a-4c58-a296-94cbfb13e2bb None None] The sync data for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi is: [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:37:21Z', 'revision_number': 4, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '41678aa9-eba8-44f8-a99e-3ccfe5e2ca23', 'name': '', 'network_id': 'c476e71c-bbf6-4695-80fd-d5f6def85b3f', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'mac_address': 'fa:16:3e:c3:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:20Z', 'updated_at': '2021-06-04T13:37:25Z', 'revision_number': 4, 'project_id': '34760d990017481786d3af216f2b09e9', 'subnets': [{'id': 'eedfa310-0b3c-4c09-8a9d-99de37898942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:37:26.642291 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71da80-2c2f-4edf-b8d7-978911c50d0a req-15a058d3-33ff-4e07-8524-26eba98b010d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:26.643796 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ba71da80-2c2f-4edf-b8d7-978911c50d0a req-15a058d3-33ff-4e07-8524-26eba98b010d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0841682
Jun 04 13:37:26.691909 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ba71da80-2c2f-4edf-b8d7-978911c50d0a req-cc5d6683-5337-4db2-a9a3-d379640ebf3e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422540
Jun 04 13:37:26.826457 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-e71ed983-ce31-4eb1-9dc3-a5c4a237078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:26.828083 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-e71ed983-ce31-4eb1-9dc3-a5c4a237078a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f&tenant_id=a1d48e64c9bb4c868be1331642e94ce1 HTTP/1.1" status: 200  len: 1097 time: 0.0827696
Jun 04 13:37:26.932022 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-3054c83b-f6c6-4994-a079-56547ea3486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:26.933587 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-3054c83b-f6c6-4994-a079-56547ea3486a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1097 time: 0.0804543
Jun 04 13:37:27.071981 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-0ceba135-e097-45eb-862c-9bf7d1c52ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:27.073859 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-0ceba135-e097-45eb-862c-9bf7d1c52ea8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 200  len: 918 time: 0.1327934
Jun 04 13:37:27.188257 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-01a6bf66-800c-48a7-9be4-26cf882d0f8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 200  len: 1000 time: 0.1068988
Jun 04 13:37:27.267456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-e5076e92-537b-4c89-ad7b-13a00cb179ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:27.269199 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-e5076e92-537b-4c89-ad7b-13a00cb179ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 200  len: 856 time: 0.0741200
Jun 04 13:37:27.306732 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0f7d8-57b8-4eb4-9b22-3347968915bf req-8c334876-4d60-4fba-a8ea-a0772e89f0cc tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:27.310180 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e9e0f7d8-57b8-4eb4-9b22-3347968915bf req-8c334876-4d60-4fba-a8ea-a0772e89f0cc tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1063244
Jun 04 13:37:27.360553 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-51bd24fc-2b99-495e-90e3-c2051fedf03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:27.362064 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-51bd24fc-2b99-495e-90e3-c2051fedf03d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2f20fbf-2bdf-4915-bc78-1b50b46b741d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0849531
Jun 04 13:37:27.362339 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e9e0f7d8-57b8-4eb4-9b22-3347968915bf req-8bcf3ea6-6e16-40ef-8e2c-8d455c797cc9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476463
Jun 04 13:37:27.502664 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-ce32357e-cd45-46fb-9698-09e86a80809d service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332867
Jun 04 13:37:27.627291 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7d362453-cace-4d2b-862d-f3f5648044e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:27.658001 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8adbe7e3-9334-4d76-ada2-f29a33444561 req-14dcdf03-41f2-48af-b743-857b4de1f6fb service neutron] 10.222.0.22 "GET /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484828
Jun 04 13:37:27.767983 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:37:27.928254 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd8fe-2e82-4fa9-8454-2dc022f276c3 req-c03d7249-e865-48ab-b577-2b89c7b0f991 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:27.936831 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0b7fd8fe-2e82-4fa9-8454-2dc022f276c3 req-c03d7249-e865-48ab-b577-2b89c7b0f991 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1331184
Jun 04 13:37:27.984740 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0b7fd8fe-2e82-4fa9-8454-2dc022f276c3 req-61500c29-f4ed-4ddb-82ff-bbc3c970cd29 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461354
Jun 04 13:37:28.042516 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:28.439373 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:28.544599 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:28.565685 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:28.566379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:28.690335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7c02-ef2c-4323-90d9-e53de60262a1 req-de0394a7-a272-44e7-b1fa-d7621e207771 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:28.693363 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0d3e7c02-ef2c-4323-90d9-e53de60262a1 req-de0394a7-a272-44e7-b1fa-d7621e207771 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1411853
Jun 04 13:37:28.775844 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0d3e7c02-ef2c-4323-90d9-e53de60262a1 req-72f92760-07ef-4c24-8977-b26a53512c22 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763052
Jun 04 13:37:28.804429 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:28.819532 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:28.840785 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] For port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:28.844943 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:28.846781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-28669b9d-b0ba-4407-8f9f-8a30e3ae4059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:28.914188 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Pushing event updated for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:28.917352 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:28.960878 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:29.210638 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a9790-b4a3-478e-ba1a-96332b92515a req-49edf894-2ce8-4d99-a427-b6a01f0109ec tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:29.216706 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-122a9790-b4a3-478e-ba1a-96332b92515a req-49edf894-2ce8-4d99-a427-b6a01f0109ec tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1116807
Jun 04 13:37:29.372263 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-122a9790-b4a3-478e-ba1a-96332b92515a req-6cee1a48-d0f8-4e77-bb7b-c476588a3a34 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477971
Jun 04 13:37:29.975451 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686d31e-d2e1-4849-8bc4-cf16db12bfb4 req-88b23801-b046-4ce6-a2a3-1c58973bc34c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:29.977075 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d686d31e-d2e1-4849-8bc4-cf16db12bfb4 req-88b23801-b046-4ce6-a2a3-1c58973bc34c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0812778
Jun 04 13:37:30.026903 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d686d31e-d2e1-4849-8bc4-cf16db12bfb4 req-8e058f6e-0d91-403e-8583-87f46cf55948 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434546
Jun 04 13:37:30.381186 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 up at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:30.458573 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Provisioning complete for port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:30.459041 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:30.589785 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:30.596285 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c0b8-fff2-4dd7-9401-c6fd852768ed req-67fbec7f-e7aa-4acd-a0e1-152c0f50758d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:30.597810 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0170c0b8-fff2-4dd7-9401-c6fd852768ed req-67fbec7f-e7aa-4acd-a0e1-152c0f50758d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1034861
Jun 04 13:37:30.649609 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0170c0b8-fff2-4dd7-9401-c6fd852768ed req-b19a7f7c-c0bf-4f89-ab7a-1cbe1db23bd6 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456338
Jun 04 13:37:31.226997 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ef5e3-c23a-4140-a114-c7a9ee9b6ab4 req-8a7d2aa7-7b44-4cef-be4f-69bbb4df420d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:31.228599 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4a8ef5e3-c23a-4140-a114-c7a9ee9b6ab4 req-8a7d2aa7-7b44-4cef-be4f-69bbb4df420d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0880380
Jun 04 13:37:31.276300 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4a8ef5e3-c23a-4140-a114-c7a9ee9b6ab4 req-4c947faa-417c-49e7-adc9-e5ad11c0bdd1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398357
Jun 04 13:37:31.854707 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3c7f3-0145-4cec-9d22-ced106d4552c req-326a316d-1482-4fdb-a351-f5c4b65cf1a4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:31.856539 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-83b3c7f3-0145-4cec-9d22-ced106d4552c req-326a316d-1482-4fdb-a351-f5c4b65cf1a4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0898738
Jun 04 13:37:31.906803 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-83b3c7f3-0145-4cec-9d22-ced106d4552c req-42f329f2-a250-42e8-a1db-19fb9a635c7d tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444353
Jun 04 13:37:32.478362 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba7dbc-2b01-4f09-b0ac-0ab9c9282410 req-7326fd49-90f8-4c10-8620-fa4e9b27d44f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:32.479842 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-56ba7dbc-2b01-4f09-b0ac-0ab9c9282410 req-7326fd49-90f8-4c10-8620-fa4e9b27d44f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0885386
Jun 04 13:37:32.527475 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-56ba7dbc-2b01-4f09-b0ac-0ab9c9282410 req-c49c143e-27ab-4c3c-8471-388079acdba8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408990
Jun 04 13:37:33.111986 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf498c-7c93-42f4-8d9f-133a9b382828 req-a6525699-b8ed-49d6-9545-73d19f9144ea tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:33.113472 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3eaf498c-7c93-42f4-8d9f-133a9b382828 req-a6525699-b8ed-49d6-9545-73d19f9144ea tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0875957
Jun 04 13:37:33.165115 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3eaf498c-7c93-42f4-8d9f-133a9b382828 req-96679436-460d-4d84-a859-43f687e57579 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445526
Jun 04 13:37:33.735714 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82462e-889e-4316-b49c-cde92ae0301f req-d8d1e821-2391-4362-b407-63334a56079a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:33.737174 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4e82462e-889e-4316-b49c-cde92ae0301f req-d8d1e821-2391-4362-b407-63334a56079a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0902939
Jun 04 13:37:33.784665 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4e82462e-889e-4316-b49c-cde92ae0301f req-95891748-7f34-4730-83f2-53844af288bd tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415702
Jun 04 13:37:34.381706 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d589fa-2f64-47bb-92bf-dd438a3d0931 req-90d56879-f771-44eb-9f2c-19e48d10555e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:34.383083 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42d589fa-2f64-47bb-92bf-dd438a3d0931 req-90d56879-f771-44eb-9f2c-19e48d10555e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0897970
Jun 04 13:37:34.431480 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-42d589fa-2f64-47bb-92bf-dd438a3d0931 req-47bb516e-eebf-41c3-9b43-026b88fb4551 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420218
Jun 04 13:37:34.989668 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8825c6-ac25-4364-8209-178065a014c0 req-88491104-93e7-4af0-a4f9-55b68cefbc6c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:34.990366 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed8825c6-ac25-4364-8209-178065a014c0 req-88491104-93e7-4af0-a4f9-55b68cefbc6c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0818212
Jun 04 13:37:35.035691 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ed8825c6-ac25-4364-8209-178065a014c0 req-c732362e-5053-438e-8c2c-bc649605750c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398006
Jun 04 13:37:35.634936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01141c72-fce0-4fd5-87a2-eae6624b11aa req-263d3946-5f42-4490-bb0b-4320d1fb325b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:35.636423 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01141c72-fce0-4fd5-87a2-eae6624b11aa req-263d3946-5f42-4490-bb0b-4320d1fb325b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0884817
Jun 04 13:37:35.685182 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01141c72-fce0-4fd5-87a2-eae6624b11aa req-6567e848-5dde-4556-8dae-4f2fc2361c9b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422263
Jun 04 13:37:36.242041 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0694b-3f27-4cb3-913f-512724275586 req-008c9f6f-27b0-4968-a4c8-c7713c8b3ba6 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:36.243499 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dff0694b-3f27-4cb3-913f-512724275586 req-008c9f6f-27b0-4968-a4c8-c7713c8b3ba6 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0828657
Jun 04 13:37:36.298126 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dff0694b-3f27-4cb3-913f-512724275586 req-32f31b2b-46ce-4946-99e7-b6697ff13cf6 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489333
Jun 04 13:37:36.888619 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5339-d8e4-42c1-ae58-4561761a5919 req-b1432043-acf9-49a4-9055-c3326af7ee3e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:36.890104 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-93cb5339-d8e4-42c1-ae58-4561761a5919 req-b1432043-acf9-49a4-9055-c3326af7ee3e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0865600
Jun 04 13:37:36.939293 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-93cb5339-d8e4-42c1-ae58-4561761a5919 req-9b33179f-10fe-4713-90cd-601705229860 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435841
Jun 04 13:37:37.512137 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90dc82-6daf-4c30-9d3e-fa76125b7cde req-c6469ee7-b6d5-4158-b09b-508c2ae0d4d9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:37.516272 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea90dc82-6daf-4c30-9d3e-fa76125b7cde req-c6469ee7-b6d5-4158-b09b-508c2ae0d4d9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1068354
Jun 04 13:37:37.564292 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ea90dc82-6daf-4c30-9d3e-fa76125b7cde req-3784a002-4836-40df-be99-eb20bbb30afb tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445158
Jun 04 13:37:38.132980 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c082c-498c-43a1-b993-8aff3973c2cc req-1047ae13-d174-4dfb-85f4-bb28ffe9b31e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:38.134522 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a1c082c-498c-43a1-b993-8aff3973c2cc req-1047ae13-d174-4dfb-85f4-bb28ffe9b31e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0825276
Jun 04 13:37:38.179990 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7a1c082c-498c-43a1-b993-8aff3973c2cc req-b5c572d4-1c55-4f7b-82b0-3db1d56110b6 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389204
Jun 04 13:37:38.754334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c82a-2948-4d09-88ea-a8254df48dfd req-9d0d7288-130f-4bd5-85e8-e7c1c2d9b8c6 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:38.755765 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1c71c82a-2948-4d09-88ea-a8254df48dfd req-9d0d7288-130f-4bd5-85e8-e7c1c2d9b8c6 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0808520
Jun 04 13:37:38.799128 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1c71c82a-2948-4d09-88ea-a8254df48dfd req-27165efc-0fed-418c-906e-603dc4051dd3 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377722
Jun 04 13:37:39.149119 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:37:39.261496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-4d2baa52-9df0-4a65-a46b-a86eb0eaed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.262956 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-4d2baa52-9df0-4a65-a46b-a86eb0eaed57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.1938407
Jun 04 13:37:39.389943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395966bb-656b-4dfa-892a-edde00673886 req-5c8a960e-2770-42a4-9438-f28932d740da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.394852 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-395966bb-656b-4dfa-892a-edde00673886 req-5c8a960e-2770-42a4-9438-f28932d740da tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0920594
Jun 04 13:37:39.418368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-d5bb302a-f2f7-4b10-adc4-0efbbb2030bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.419838 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-d5bb302a-f2f7-4b10-adc4-0efbbb2030bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1440439
Jun 04 13:37:39.436491 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-395966bb-656b-4dfa-892a-edde00673886 req-0e4ad53e-2771-431d-ac3a-164ebc0377e4 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396233
Jun 04 13:37:39.523629 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-f732edb9-0567-47e4-a341-3483ccc3e933 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1002 time: 0.0960011
Jun 04 13:37:39.588459 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-c54c2376-97ce-4bdd-b3b6-2c710be64203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.589823 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-c54c2376-97ce-4bdd-b3b6-2c710be64203 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0583122
Jun 04 13:37:39.669848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-489be9e4-6966-49bb-a993-5da248b5cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.671322 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-489be9e4-6966-49bb-a993-5da248b5cc29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0737705
Jun 04 13:37:39.806852 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-ef235b48-7ace-493b-b2a0-79f592692da5 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248896
Jun 04 13:37:39.942025 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60832de5-2db0-49b5-8a80-c8710e6089b9 req-cda89148-a65a-4c67-8bcd-935ffddbc188 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257792
Jun 04 13:37:39.989565 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436f2d8-7b20-4513-9c2a-d670b348cc31 req-d95d929c-a542-4226-945c-a80146104c7a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:39.991019 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4436f2d8-7b20-4513-9c2a-d670b348cc31 req-d95d929c-a542-4226-945c-a80146104c7a tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0820150
Jun 04 13:37:40.035689 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4436f2d8-7b20-4513-9c2a-d670b348cc31 req-c5d79941-ea1f-4c76-abf1-384786d289c0 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390687
Jun 04 13:37:40.705197 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae11c9-165a-4dde-af33-bdd6e285c926 req-61e650bd-7bc9-4f82-aaa8-934f4440d3ce tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:40.706641 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1ae11c9-165a-4dde-af33-bdd6e285c926 req-61e650bd-7bc9-4f82-aaa8-934f4440d3ce tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.1607699
Jun 04 13:37:40.751615 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f1ae11c9-165a-4dde-af33-bdd6e285c926 req-5498c8e9-634d-4460-8ae6-3b2ee1975249 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392234
Jun 04 13:37:41.447898 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb017-abb7-4484-8aaf-5a694a492f30 req-a92c35bb-abcc-4efb-9ecd-933fe757954e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:41.449574 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ab8bb017-abb7-4484-8aaf-5a694a492f30 req-a92c35bb-abcc-4efb-9ecd-933fe757954e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0873656
Jun 04 13:37:41.495142 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ab8bb017-abb7-4484-8aaf-5a694a492f30 req-49ea38c6-5f0d-49c0-8282-119fca3d0a79 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395594
Jun 04 13:37:41.861725 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:37:41.954214 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942ecd-731e-428e-86e5-4f25c3b15bf0 req-bdea23fc-be8f-4708-a366-c94dc1fa0799 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:41.956184 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-71942ecd-731e-428e-86e5-4f25c3b15bf0 req-bdea23fc-be8f-4708-a366-c94dc1fa0799 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 944 time: 0.0906944
Jun 04 13:37:42.004697 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-71942ecd-731e-428e-86e5-4f25c3b15bf0 req-42ead0ae-56ca-4285-b117-7ea464f3225f tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425682
Jun 04 13:37:42.044162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:42.064399 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'port_id': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'mac_address': 'fa:16:3e:ca:47:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:37:42.132675 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:42.150766 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:37:42.166636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:42.171501 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:42.173232 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-c784757f-fd54-40d2-b3b9-0adfd1b5842a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:42.240590 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=9']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:42.243711 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:42.288833 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-997ba9dd-a59d-4b83-9a34-fb57b53a622a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702555552&fields=id&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 267 time: 0.0430031
Jun 04 13:37:42.396240 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['69dc5efa-776f-40b1-b3d8-8c7713ed0087'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:37:42.440335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-2cc4f4e6-87bd-4d7e-ba7e-ea40f42a58dc tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:42.447076 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-2cc4f4e6-87bd-4d7e-ba7e-ea40f42a58dc tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.1510887
Jun 04 13:37:42.463252 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-40e9cc5b-70e5-47c4-a45a-0121991adbe4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/quotas/8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 375 time: 0.0152373
Jun 04 13:37:42.551800 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-7f099969-aeb8-42c2-ab9f-566f1e86db19 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0876646
Jun 04 13:37:42.784146 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-1a48c985-4529-4206-a0db-24829d7aac34 service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244830
Jun 04 13:37:42.796531 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f9c26-33c7-41fa-85a9-457a7d8c1500 req-42381593-0e54-45c5-8ab7-70a129a69682 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:42.797889 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-984f9c26-33c7-41fa-85a9-457a7d8c1500 req-42381593-0e54-45c5-8ab7-70a129a69682 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1712101
Jun 04 13:37:42.923647 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-984f9c26-33c7-41fa-85a9-457a7d8c1500 req-f7f4b896-8e07-4814-8613-0abc96e08f2d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077752
Jun 04 13:37:42.954465 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-95b5158d-0690-424f-afd3-89bf0157a4e3 service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556537
Jun 04 13:37:43.223341 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-450ec524-3f63-430c-a0dc-9a08c894717b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0827887
Jun 04 13:37:43.310022 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3f65e-0689-4eef-b8ad-2a7624c884eb req-6a0d375b-82b1-4216-8ef4-d262d8ab4272 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:43.316721 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ccf3f65e-0689-4eef-b8ad-2a7624c884eb req-6a0d375b-82b1-4216-8ef4-d262d8ab4272 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 945 time: 0.1086278
Jun 04 13:37:43.412736 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ccf3f65e-0689-4eef-b8ad-2a7624c884eb req-b973dbc1-7ef0-4045-8bfe-e7ca88f56eaa tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903652
Jun 04 13:37:43.482053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05badb49-bcf1-4984-901c-722b15690c26 req-8f011210-06ee-4c7f-9fb1-20c9f95f8581 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:43.485021 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05badb49-bcf1-4984-901c-722b15690c26 req-8f011210-06ee-4c7f-9fb1-20c9f95f8581 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1159229
Jun 04 13:37:43.558657 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-eac554e9-93f2-48c7-80b2-51dc4b8afa83 req-4986a82c-2a3f-423c-8b56-8cbd48e11198 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 210 time: 0.0676672
Jun 04 13:37:43.600026 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05badb49-bcf1-4984-901c-722b15690c26 req-3fc3044e-36d2-4604-a6f3-9751b49ee01e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070774
Jun 04 13:37:43.877111 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:43.950036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:43.950422 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.075592 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.106528 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:44.110431 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9824aca5-18fe-4dd2-bd7b-2413849167e4" -d '{"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:44.117965 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:44.122195 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.124036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:37:44.154447 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:44.187203 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9518e16e-f187-4ad9-967b-4c5e0bcbe3b2 x-openstack-request-id: req-9518e16e-f187-4ad9-967b-4c5e0bcbe3b2 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:44.187494 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-plugged", "status": "completed", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:44.187752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9518e16e-f187-4ad9-967b-4c5e0bcbe3b2 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:44.188134 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'code': 200}
Jun 04 13:37:44.282886 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=10']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:44.285672 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:44.340386 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.373960 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:44.378382 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.380121 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:44.460284 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=6']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:44.463914 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:44.469221 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d638-4595-4a61-9693-9ab6c5e1f1ea req-f041e94e-4f34-4059-8e23-addb228de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:44.470938 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4870d638-4595-4a61-9693-9ab6c5e1f1ea req-f041e94e-4f34-4059-8e23-addb228de06d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 1100 time: 0.1248207
Jun 04 13:37:44.584953 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4870d638-4595-4a61-9693-9ab6c5e1f1ea req-fe8576dd-44fd-4f5d-9561-927e3efce5fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077988
Jun 04 13:37:44.611663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-23fb78e2-2e18-44f8-8458-76ce1e202ac9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:44.612383 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-23fb78e2-2e18-44f8-8458-76ce1e202ac9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:network {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:37:44.632611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-23fb78e2-2e18-44f8-8458-76ce1e202ac9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:network {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:37:44.633824 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-23fb78e2-2e18-44f8-8458-76ce1e202ac9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.2165210
Jun 04 13:37:44.638199 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c769-ef9e-4382-b1cf-29bc7058504a req-4e50e30d-9dcf-4142-b6f2-addfa8e5a3fd tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:44.640728 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7ff4c769-ef9e-4382-b1cf-29bc7058504a req-4e50e30d-9dcf-4142-b6f2-addfa8e5a3fd tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.0977263
Jun 04 13:37:44.687039 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7ff4c769-ef9e-4382-b1cf-29bc7058504a req-592af486-efa3-4d8a-b83e-0d12f7f814dd tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399752
Jun 04 13:37:44.687603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-4b41b7c4-3af3-4a59-9740-cdbe39f7e3b6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:security_group {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:37:44.708976 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-4b41b7c4-3af3-4a59-9740-cdbe39f7e3b6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:security_group {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:37:44.710878 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-4b41b7c4-3af3-4a59-9740-cdbe39f7e3b6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 379 time: 0.0676665
Jun 04 13:37:44.725557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'port': {'device_id': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'admin_state_up': True, 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'security_groups': ['e84abc60-f1df-4d8a-9559-989d808ef453']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:44.734273 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bac54422-8387-4a69-b88a-dae92e016760 req-f0a38248-c1ce-445c-b3d6-1a64c51d8557 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 210 time: 0.0458362
Jun 04 13:37:44.866292 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:37:44.870065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:port and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:37:44.872880 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:37:44.878644 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:37:44.880176 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2053c6-58cb-4c1c-87d8-1c984a51bfbf req-5376cb65-56bf-459e-96b4-5e9d72893881 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:44.881654 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1f2053c6-58cb-4c1c-87d8-1c984a51bfbf req-5376cb65-56bf-459e-96b4-5e9d72893881 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0826452
Jun 04 13:37:44.890030 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Made reservation on behalf of 8e3d345d3a614a4b8787e061bcd722af for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:37:44.893510 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:44.926677 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1f2053c6-58cb-4c1c-87d8-1c984a51bfbf req-7781612c-26e3-4d91-9284-e42da44f4a95 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390246
Jun 04 13:37:45.052895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.20.0.10 (97e550a9-845b-4a8e-a7a9-cdb33050eda3/82f7d319-a1c0-4f68-a248-a488140df735/5cd2f316-46fd-4294-98a1-46658ebb5df3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:37:45.239264 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.256802 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Transition to ACTIVE for port object 5cd2f316-46fd-4294-98a1-46658ebb5df3 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:45.281565 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.287547 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:45.350151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:37:45.353034 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:37:45.468473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:37:45.503503 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:45.508352 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:45.537666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:45.538489 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.541350 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-51dca1c6-9480-42f4-addd-afcf8dd21614 None None] Provisioning for port 5cd2f316-46fd-4294-98a1-46658ebb5df3 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:45.550194 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-51dca1c6-9480-42f4-addd-afcf8dd21614 None None] Provisioning complete for port 5cd2f316-46fd-4294-98a1-46658ebb5df3 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:45.551416 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-51dca1c6-9480-42f4-addd-afcf8dd21614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:45.566150 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8450747
Jun 04 13:37:45.580484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Request body: {'port': {'device_id': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:37:45.610966 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-51dca1c6-9480-42f4-addd-afcf8dd21614 None None] Port 5cd2f316-46fd-4294-98a1-46658ebb5df3 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:37:45.705392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.060139 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555b63-9f59-4894-aa17-6b9a808c9d31 req-b81a6eed-e1dc-4d9d-b474-f315ade25ba9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.062273 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a4555b63-9f59-4894-aa17-6b9a808c9d31 req-b81a6eed-e1dc-4d9d-b474-f315ade25ba9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 932 time: 0.1403956
Jun 04 13:37:46.153010 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd2f316-46fd-4294-98a1-46658ebb5df3 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:37:46.153300 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0afb-0448-444d-823c-1fdc7a6d2da9 req-07ef1a53-4627-49af-9eac-77d908238341 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.155578 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-84aa0afb-0448-444d-823c-1fdc7a6d2da9 req-07ef1a53-4627-49af-9eac-77d908238341 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.1674950
Jun 04 13:37:46.161893 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.171014 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a4555b63-9f59-4894-aa17-6b9a808c9d31 req-f9abdcee-5984-44fb-9d77-65cb7f1ef63d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012604
Jun 04 13:37:46.196376 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:46.199417 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ef2f15-1cce-4ff9-adaf-991cf6fe39e7" -d '{"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:46.205589 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Transition to ACTIVE for port object 5cd2f316-46fd-4294-98a1-46658ebb5df3 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:37:46.215556 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.223138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42e1a1ac-0a51-4509-ba32-d33a14f6a11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:46.257466 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-84aa0afb-0448-444d-823c-1fdc7a6d2da9 req-faed778a-bf0a-4f0c-971a-9432b4afcdf7 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772321
Jun 04 13:37:46.318144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de0237-0676-4917-8c84-e381a2f1cda2 x-openstack-request-id: req-a5de0237-0676-4917-8c84-e381a2f1cda2 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:46.318451 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-unplugged", "status": "failed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "code": 422}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:46.318709 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5de0237-0676-4917-8c84-e381a2f1cda2 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:46.319104 dv-cinder-784779-14-iscsi neutron-server[91609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'code': 422} returned with failed status
Jun 04 13:37:46.443490 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:46.450700 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:46.490916 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Attempting to bind port 5cd2f316-46fd-4294-98a1-46658ebb5df3 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:37:46.491306 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Attempting to bind port 5cd2f316-46fd-4294-98a1-46658ebb5df3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:37:46.491620 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Attempting to bind port 5cd2f316-46fd-4294-98a1-46658ebb5df3 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:46.497081 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Port 5cd2f316-46fd-4294-98a1-46658ebb5df3 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:37:46.497409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Attempting to bind port 5cd2f316-46fd-4294-98a1-46658ebb5df3 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:37:46.503782 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:37:46.504501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:37:46.504501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Bound using segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:37:46.504927 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Bound port: 5cd2f316-46fd-4294-98a1-46658ebb5df3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:37:46.505312 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.566473 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43740-a828-4f95-949b-6232722f0ddd req-5dc04ab2-e14e-4196-882e-79471a43ff1c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.567882 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6a43740-a828-4f95-949b-6232722f0ddd req-5dc04ab2-e14e-4196-882e-79471a43ff1c tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.2194681
Jun 04 13:37:46.604200 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:37:46.608129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:37:46.613475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.614179 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6a43740-a828-4f95-949b-6232722f0ddd req-2241156a-ae59-41eb-ab99-4ffa38553b45 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406406
Jun 04 13:37:46.619027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f6e64aff-9591-475a-acca-37dabdd198ae tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:46.682392 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.683479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:46.684847 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] 10.222.0.22 "PUT /v2.0/ports/5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 200  len: 1094 time: 1.1092312
Jun 04 13:37:46.689352 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:46.692128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da90294d-0a43-432d-ac5e-d6c08471b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:46.725993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:46.729729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:46.770744 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5568f7b9-92ad-4741-b06b-8de53b696fdf x-openstack-request-id: req-5568f7b9-92ad-4741-b06b-8de53b696fdf {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:46.771209 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:46.771396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5568f7b9-92ad-4741-b06b-8de53b696fdf {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:46.771839 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'status': 'completed', 'code': 200}
Jun 04 13:37:46.823205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-abbd18af-af82-4d92-8bb7-0258e1739a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.825132 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-abbd18af-af82-4d92-8bb7-0258e1739a9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1097 time: 0.0944619
Jun 04 13:37:46.904467 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-9ff3a318-d1dd-4c63-9355-760bde963140 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 200  len: 217 time: 0.0715351
Jun 04 13:37:46.977517 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-8f7520c2-90f4-44c8-99e2-52e146ae0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:46.979296 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-8f7520c2-90f4-44c8-99e2-52e146ae0043 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0678937
Jun 04 13:37:47.057685 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983198fb-189c-4181-aea2-6a49a5544321 req-2812bf3a-a575-4a4d-9e17-79d519cb0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.059179 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-2812bf3a-a575-4a4d-9e17-79d519cb0961 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0730011
Jun 04 13:37:47.193575 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-6fbe75d1-8925-41bc-8590-519f15667579 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267896
Jun 04 13:37:47.377165 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cc2dc-c7b1-4f31-9c5d-ed0b8092bf5e req-de1f651f-d693-4bd8-ade9-5a2918b29c7c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.378560 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-983198fb-189c-4181-aea2-6a49a5544321 req-7515f9e5-6620-4799-80e8-7b23633e367f service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762137
Jun 04 13:37:47.378689 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bb1cc2dc-c7b1-4f31-9c5d-ed0b8092bf5e req-de1f651f-d693-4bd8-ade9-5a2918b29c7c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0973296
Jun 04 13:37:47.396871 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-d9464e10-62eb-4377-8f7b-8d5aa6bce73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.398336 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-d9464e10-62eb-4377-8f7b-8d5aa6bce73c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0&tenant_id=537846bafd224c5ea8168904f14a73f9 HTTP/1.1" status: 200  len: 1097 time: 0.1086178
Jun 04 13:37:47.479139 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bb1cc2dc-c7b1-4f31-9c5d-ed0b8092bf5e req-a2001fe3-498e-4fed-8ca2-a41dbcff08c3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631759
Jun 04 13:37:47.506234 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cd884-634a-4040-9f06-3826d757fdc8 req-3ce8cd7c-476c-471b-8660-75d679730dd9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.513390 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-557cd884-634a-4040-9f06-3826d757fdc8 req-3ce8cd7c-476c-471b-8660-75d679730dd9 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.1337137
Jun 04 13:37:47.561620 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-557cd884-634a-4040-9f06-3826d757fdc8 req-371fbcfa-6d05-4b80-ac08-3c4e1e6e4b32 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469730
Jun 04 13:37:47.697569 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-84215372-52cf-4384-bcc8-b2dc3efd5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.699484 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-84215372-52cf-4384-bcc8-b2dc3efd5034 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1097 time: 0.2786725
Jun 04 13:37:47.706135 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-64121440-2afb-41b3-bee3-67900a051d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.707664 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-64121440-2afb-41b3-bee3-67900a051d3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1097 time: 0.1335731
Jun 04 13:37:47.819465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a0e3-dfe3-4d15-8efe-0e584734ca0d req-34084ab4-8c83-4b33-b2e9-a3148e7c8c1e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.821000 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f2f2a0e3-dfe3-4d15-8efe-0e584734ca0d req-34084ab4-8c83-4b33-b2e9-a3148e7c8c1e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0878649
Jun 04 13:37:47.874138 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f2f2a0e3-dfe3-4d15-8efe-0e584734ca0d req-a01eef0a-eb9c-412a-bf12-34033cc9d30b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414708
Jun 04 13:37:47.949669 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-b99d3483-0ef8-4927-8702-4ea329197d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.954448 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-b99d3483-0ef8-4927-8702-4ea329197d71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.2426162
Jun 04 13:37:47.957084 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-9f1e390b-0822-4a39-bd77-e5111ab9db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:47.958434 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-9f1e390b-0822-4a39-bd77-e5111ab9db29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.2283173
Jun 04 13:37:48.089888 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-6e3288d1-6c33-4bef-915c-d0c06f78d589 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 200  len: 217 time: 0.1220169
Jun 04 13:37:48.158181 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-19432509-614f-49c0-a374-5af49ca8d37f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1000 time: 0.1921539
Jun 04 13:37:48.217597 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-6b32e3e6-f3cc-49e4-9285-3acb0c2ca3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:48.218967 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-6b32e3e6-f3cc-49e4-9285-3acb0c2ca3e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.1109390
Jun 04 13:37:48.228969 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-d08ce897-59ab-4ab9-a684-70020716e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:48.230251 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-d08ce897-59ab-4ab9-a684-70020716e256 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0644929
Jun 04 13:37:48.356899 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-06cebd83-635e-43ba-8752-b68aea2f07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:48.358386 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-06cebd83-635e-43ba-8752-b68aea2f07f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1273358
Jun 04 13:37:48.360843 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-392ebd59-bbd8-4890-a43d-024f290a57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:48.362131 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-392ebd59-bbd8-4890-a43d-024f290a57cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1022937
Jun 04 13:37:48.601000 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-66328c59-494f-458e-adfa-0aa908efcbaa service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286654
Jun 04 13:37:48.603929 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-0e5c40f9-949f-4f72-9f9f-75a3ef7e5078 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138250
Jun 04 13:37:48.667895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1d51a-d27d-478c-b785-f81ef063d432 req-4a66d2bc-04f2-442e-9997-b9ada8e78441 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:48.669340 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-94c1d51a-d27d-478c-b785-f81ef063d432 req-4a66d2bc-04f2-442e-9997-b9ada8e78441 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0804191
Jun 04 13:37:48.720275 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-94c1d51a-d27d-478c-b785-f81ef063d432 req-49ac460f-18c5-49d2-b30b-acf9791a5728 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448072
Jun 04 13:37:48.844555 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da90294d-0a43-432d-ac5e-d6c08471b08e req-64ff7bbe-9e2b-4282-8881-e6d8f53610c2 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311854
Jun 04 13:37:48.846351 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3ad3943-0b8f-4bc3-bc87-220bef175ee1 req-547550d2-74d7-4547-bcdd-7733ed4b53f1 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162929
Jun 04 13:37:49.071894 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726c51d-ce97-4584-8aea-c7cfd9b2a3ea req-cae692a6-4128-4228-aeeb-3f577675eda2 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:49.073347 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7726c51d-ce97-4584-8aea-c7cfd9b2a3ea req-cae692a6-4128-4228-aeeb-3f577675eda2 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0921600
Jun 04 13:37:49.119322 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7726c51d-ce97-4584-8aea-c7cfd9b2a3ea req-26a77c23-d172-4b6f-8827-2044515d5297 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390561
Jun 04 13:37:49.914240 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816e7af-869b-4be2-9f62-5c2f16292be5 req-e43df5aa-fba3-40af-ba73-6372ed1b0959 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:49.915598 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f816e7af-869b-4be2-9f62-5c2f16292be5 req-e43df5aa-fba3-40af-ba73-6372ed1b0959 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0835261
Jun 04 13:37:49.960218 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f816e7af-869b-4be2-9f62-5c2f16292be5 req-8390fc17-54f8-4ed8-bceb-685595fc12e9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388699
Jun 04 13:37:50.303244 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43cfe4-2832-4534-9fe1-fade7339c154 req-e2bd4b98-77c9-466a-9892-7ec363a2cbd9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:50.304935 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac43cfe4-2832-4534-9fe1-fade7339c154 req-e2bd4b98-77c9-466a-9892-7ec363a2cbd9 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0809507
Jun 04 13:37:50.352946 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ac43cfe4-2832-4534-9fe1-fade7339c154 req-7e21f317-e20f-43cf-aaac-35a9ce01f211 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422549
Jun 04 13:37:51.144452 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7acf-ca67-4bcb-a965-6ed6752a8a2c req-f380d447-3f65-4857-8506-f328cf11369b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:51.145893 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-958f7acf-ca67-4bcb-a965-6ed6752a8a2c req-f380d447-3f65-4857-8506-f328cf11369b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0820878
Jun 04 13:37:51.190050 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-958f7acf-ca67-4bcb-a965-6ed6752a8a2c req-040f95da-5422-46d3-9971-44076cafe6b3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383196
Jun 04 13:37:51.428806 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930eca-06e5-45fb-8e2e-a49a285728a3 req-2a71099c-bed3-4922-b921-7a09f36c012c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:51.430345 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce930eca-06e5-45fb-8e2e-a49a285728a3 req-2a71099c-bed3-4922-b921-7a09f36c012c tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0798094
Jun 04 13:37:51.517798 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce930eca-06e5-45fb-8e2e-a49a285728a3 req-2b0d9222-4227-4092-bd17-3abe7a02dcdc tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818319
Jun 04 13:37:51.550798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e33135-d546-4db3-8a0a-add45cffe109 req-df5c05a3-0bed-4245-9a79-d0287a72aa5b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:51.552251 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-43e33135-d546-4db3-8a0a-add45cffe109 req-df5c05a3-0bed-4245-9a79-d0287a72aa5b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0945795
Jun 04 13:37:51.595886 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-43e33135-d546-4db3-8a0a-add45cffe109 req-05d43753-3b3b-46cc-921f-00540112dd9e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380886
Jun 04 13:37:52.375344 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c39e88-2cd3-4ff5-89c6-12f349f6db52 req-01291945-3dc4-4de3-871b-7ca41784bed4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:52.376766 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-98c39e88-2cd3-4ff5-89c6-12f349f6db52 req-01291945-3dc4-4de3-871b-7ca41784bed4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0823357
Jun 04 13:37:52.419544 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-98c39e88-2cd3-4ff5-89c6-12f349f6db52 req-6d0b2f94-23c9-463e-ad63-d70fc1d491c3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370715
Jun 04 13:37:52.699891 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a6f18-a6a2-4486-b599-c1afc62edc2d req-cdb37f6d-e6f3-484b-928d-5a4f7e87a536 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:52.701334 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8a7a6f18-a6a2-4486-b599-c1afc62edc2d req-cdb37f6d-e6f3-484b-928d-5a4f7e87a536 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0798445
Jun 04 13:37:52.791695 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8a7a6f18-a6a2-4486-b599-c1afc62edc2d req-a4e17c72-1c9f-4e55-92cf-175b9dbcf0f9 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups?id=d520634d-94de-4af7-b2fd-152849ac511d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586772
Jun 04 13:37:52.816257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8105dbb-eb2d-45bf-a94e-d0804886bae0 req-6bb73739-1593-4971-b814-30d877d9329e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:52.817686 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8105dbb-eb2d-45bf-a94e-d0804886bae0 req-6bb73739-1593-4971-b814-30d877d9329e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.1151273
Jun 04 13:37:52.862695 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d8105dbb-eb2d-45bf-a94e-d0804886bae0 req-e49d539b-e9dc-4348-876f-9ec649aa85d5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395775
Jun 04 13:37:53.133837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-d945522a-2308-4dc5-a21f-0a25a42208de tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:53.134437 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-d945522a-2308-4dc5-a21f-0a25a42208de tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Synchronizing usage tracker for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:37:53.151309 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-d945522a-2308-4dc5-a21f-0a25a42208de tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Unset dirty status for tenant:9b1fcbfdd7ea483b8a47e8fa6ba15ef4 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:37:53.152420 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-d945522a-2308-4dc5-a21f-0a25a42208de tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 946 time: 0.0944889
Jun 04 13:37:53.396866 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Deleting port 866e7013-9281-4b9d-b453-719f5da42c16 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:37:53.397122 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:53.528158 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] For port 866e7013-9281-4b9d-b453-719f5da42c16, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=866e7013-9281-4b9d-b453-719f5da42c16,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:53.528520 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:53.602671 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8530-7b9d-471b-a44d-b5f2764c6409 req-6f68102f-bd29-4f02-8eac-b00d585b99bc tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:53.604149 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ffb8530-7b9d-471b-a44d-b5f2764c6409 req-6f68102f-bd29-4f02-8eac-b00d585b99bc tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0786338
Jun 04 13:37:53.652070 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ffb8530-7b9d-471b-a44d-b5f2764c6409 req-996763a1-db8c-4b29-9ccb-6fb0fc822afe tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418313
Jun 04 13:37:53.816566 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:53.816937 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:53.817252 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Floating IP b46c46a5-6bd2-42be-b361-bd4e62c542da disassociated. External IP: 172.27.1.177, port: 866e7013-9281-4b9d-b453-719f5da42c16.
Jun 04 13:37:53.817589 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Calling delete_port for 866e7013-9281-4b9d-b453-719f5da42c16 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:37:53.930131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:53.938414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cf0ba22a-af0f-4139-9ff6-25a02ada19e5 tempest-DeleteServersTestJSON-1724859465 tempest-DeleteServersTestJSON-1724859465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:53.946903 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1c276fc4-aec9-42a7-9757-2c35a2e2f5f5 req-d7a1e250-0e4d-479f-a2b9-17b4187ddc08 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/ports?device_id=fecf8940-11e5-452d-99d2-6d02670efe0d HTTP/1.1" status: 200  len: 210 time: 0.0441971
Jun 04 13:37:53.990680 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'Port': ['ID=866e7013-9281-4b9d-b453-719f5da42c16,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:53.994557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:54.057246 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513cc0c-505d-4021-842d-f0b60fe3af95 req-c79b18b4-c184-42a4-a0f9-47c07a5e17cf tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:54.058787 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1513cc0c-505d-4021-842d-f0b60fe3af95 req-c79b18b4-c184-42a4-a0f9-47c07a5e17cf tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0849440
Jun 04 13:37:54.103661 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1513cc0c-505d-4021-842d-f0b60fe3af95 req-38b58e10-bf7b-4bc6-bee4-a32762638115 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379531
Jun 04 13:37:54.172682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:37:54.351256 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:37:54.362196 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:37:54.373036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:54.373826 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b7573d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:54.432139 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] No DVR routers for this DVR port 866e7013-9281-4b9d-b453-719f5da42c16 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:37:54.434687 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:54.437618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'name': 'network-vif-deleted', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:54.439961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692103c9-2ece-498d-9ee4-5487b5d1934b" -d '{"events": [{"server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "name": "network-vif-deleted", "tag": "866e7013-9281-4b9d-b453-719f5da42c16"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:54.456735 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-43cee4c6-54ae-4897-be39-b1ca54bbd682 req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.22 "DELETE /v2.0/ports/866e7013-9281-4b9d-b453-719f5da42c16 HTTP/1.1" status: 204  len: 173 time: 1.2980618
Jun 04 13:37:54.503707 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47004502-44e3-455e-be5e-a803eebd8107 x-openstack-request-id: req-47004502-44e3-455e-be5e-a803eebd8107 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:54.504041 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf8940-11e5-452d-99d2-6d02670efe0d", "name": "network-vif-deleted", "tag": "866e7013-9281-4b9d-b453-719f5da42c16", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:54.504334 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47004502-44e3-455e-be5e-a803eebd8107 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:54.504769 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecf8940-11e5-452d-99d2-6d02670efe0d', 'name': 'network-vif-deleted', 'tag': '866e7013-9281-4b9d-b453-719f5da42c16', 'status': 'completed', 'code': 200}
Jun 04 13:37:54.564970 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:54.844628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063870b-a83d-444b-bd79-91cd49ef645d req-66c067aa-d578-4a9d-bd63-57eaabd72166 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:54.846114 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c063870b-a83d-444b-bd79-91cd49ef645d req-66c067aa-d578-4a9d-bd63-57eaabd72166 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.0877604
Jun 04 13:37:54.883241 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b7573d0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:54.887104 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:37:54.894085 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c063870b-a83d-444b-bd79-91cd49ef645d req-3ed5ae87-0676-44c3-be8d-409f369823b0 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417707
Jun 04 13:37:54.897090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:37:54.897532 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b7573d0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:55.082273 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50602) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:55.084895 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:37:55.145283 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.164242 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-63544f40-36ec-4c80-a376-6e9cdb78003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.173950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.299520 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161ce2b-56c5-40bd-91c3-a97d2ad347d1 req-6e2deb1f-51d0-42f8-aaff-6ebffcd14b93 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:55.300959 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0161ce2b-56c5-40bd-91c3-a97d2ad347d1 req-6e2deb1f-51d0-42f8-aaff-6ebffcd14b93 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0894008
Jun 04 13:37:55.302001 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.305728 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d74f8357-bf85-41ab-94de-4f5c0e97bbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:55.333564 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520634d-94de-4af7-b2fd-152849ac511d,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:55.338200 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:55.364023 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.368050 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "DELETE /v2.0/security-groups/d520634d-94de-4af7-b2fd-152849ac511d HTTP/1.1" status: 204  len: 168 time: 0.2818494
Jun 04 13:37:55.368541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50606) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:55.374242 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0161ce2b-56c5-40bd-91c3-a97d2ad347d1 req-a65ba1ac-1000-43cb-9793-a87cf21d9f29 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579996
Jun 04 13:37:55.384579 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.api.v2.resource [None req-700adbb5-37df-4cf4-a738-f26e39af9afd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] show failed (client error): The resource could not be found.
Jun 04 13:37:55.385573 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-700adbb5-37df-4cf4-a738-f26e39af9afd tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "GET /v2.0/security-groups/d520634d-94de-4af7-b2fd-152849ac511d HTTP/1.1" status: 404  len: 347 time: 0.0167024
Jun 04 13:37:55.388608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50608) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:37:55.425382 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b7573d0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:37:55.429282 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f63a2c-31a2-4bbd-a56a-1eefbab08753 None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:31:07Z', 'revision_number': 4, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '9ae14257-ea0e-494c-9049-aded739c475e', 'name': '', 'network_id': '8b097589-0a32-4ff7-9fcb-acfbd1856a85', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'mac_address': 'fa:16:3e:f3:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:21Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'subnets': [{'id': 'f48ca4a7-dc82-40b2-b795-c61d6a3231b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:37:55.611145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Deleting port ba1a9fda-053b-440d-bca4-87da61b1a41f {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:37:55.611515 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.646697 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfaf2e3-77e1-43be-9b5b-ca9a59585127 None None] New status for floating IP b46c46a5-6bd2-42be-b361-bd4e62c542da: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:37:55.821175 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.821494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:55.894260 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 5cd2f316-46fd-4294-98a1-46658ebb5df3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:37:55.945003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Calling delete_port for ba1a9fda-053b-440d-bca4-87da61b1a41f owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:37:56.071111 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.072617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:56.079064 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:56.087879 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'port_id': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'mac_address': 'fa:16:3e:b0:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:37:56.133028 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Pushing event deleted for resources: {'Port': ['ID=ba1a9fda-053b-440d-bca4-87da61b1a41f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:56.136888 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:56.150873 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.168569 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd2f316-46fd-4294-98a1-46658ebb5df3 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:37:56.187201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:56.192658 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.194675 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:56.202966 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dc27-a116-4d00-8b56-47b4cb437094 req-842de8bf-b080-4d1c-b0c3-ff4e040e8c38 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:56.204558 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ca6dc27-a116-4d00-8b56-47b4cb437094 req-842de8bf-b080-4d1c-b0c3-ff4e040e8c38 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 944 time: 0.1906343
Jun 04 13:37:56.235979 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.254721 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1ca6dc27-a116-4d00-8b56-47b4cb437094 req-8ee95ab7-3014-4d0b-931a-4b8a9354ffd8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439405
Jun 04 13:37:56.260503 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:56.265572 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] 10.222.0.20 "DELETE /v2.0/floatingips/b46c46a5-6bd2-42be-b361-bd4e62c542da HTTP/1.1" status: 204  len: 168 time: 0.8726845
Jun 04 13:37:56.278618 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:56.283895 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:56.422991 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['5cd2f316-46fd-4294-98a1-46658ebb5df3'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:37:56.561591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694c7d-f3b6-49c6-b7ed-5a98ee32e81e req-e1b98a20-a7d1-4476-8e59-981924b9985f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:56.563037 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-13694c7d-f3b6-49c6-b7ed-5a98ee32e81e req-e1b98a20-a7d1-4476-8e59-981924b9985f tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0814960
Jun 04 13:37:56.611803 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-13694c7d-f3b6-49c6-b7ed-5a98ee32e81e req-b84ca461-df19-4a02-8b1e-cd280d75fe47 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Jun 04 13:37:57.435399 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741461-e2d1-454c-84e9-985bce0114ef req-f4a56c1c-aaec-4f6c-be1e-b2c2b925f45b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:57.437062 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75741461-e2d1-454c-84e9-985bce0114ef req-f4a56c1c-aaec-4f6c-be1e-b2c2b925f45b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 945 time: 0.0791538
Jun 04 13:37:57.480496 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75741461-e2d1-454c-84e9-985bce0114ef req-9569aacf-e894-4585-89ab-ecadffea77a4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378766
Jun 04 13:37:57.610816 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7b67af4c-3169-4414-a7ac-5273f8a8aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:57.804383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b79afa-ae9c-474b-95fc-670af72f4dcb req-24d395a2-a4cc-485d-abb8-e789ee94d0d5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:57.805807 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a4b79afa-ae9c-474b-95fc-670af72f4dcb req-24d395a2-a4cc-485d-abb8-e789ee94d0d5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 944 time: 0.0829737
Jun 04 13:37:57.855537 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a4b79afa-ae9c-474b-95fc-670af72f4dcb req-276c48be-9571-4925-995d-c9f3386b1f15 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431411
Jun 04 13:37:57.908844 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:37:57.911228 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 5cd2f316-46fd-4294-98a1-46658ebb5df3 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:58.082027 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 5cd2f316-46fd-4294-98a1-46658ebb5df3 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:37:58.090377 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.094576 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 5cd2f316-46fd-4294-98a1-46658ebb5df3 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:58.094948 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.152342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:58.173648 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'port_id': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'mac_address': 'fa:16:3e:aa:b8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:37:58.272825 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.298164 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.306966 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfd889b-7b38-4516-88b6-1654e47012c5 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:37:58.334627 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:58.339664 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:37:58.341880 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94da72a-1d01-488c-ab2d-b23f5f58fdaf" -d '{"events": [{"server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "name": "network-vif-plugged", "status": "completed", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:37:58.346298 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.349764 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:58.388091 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:37:58.396714 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565098b3-572d-4772-b541-1ce26f5c57e4 x-openstack-request-id: req-565098b3-572d-4772-b541-1ce26f5c57e4 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:37:58.397007 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "name": "network-vif-plugged", "status": "completed", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:37:58.397267 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-565098b3-572d-4772-b541-1ce26f5c57e4 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:37:58.397655 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'code': 200}
Jun 04 13:37:58.400561 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.401394 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 866e7013-9281-4b9d-b453-719f5da42c16 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:37:58.437419 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 866e7013-9281-4b9d-b453-719f5da42c16 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:37:58.437690 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 866e7013-9281-4b9d-b453-719f5da42c16 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:37:58.456626 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=7']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:58.459395 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:58.459857 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-503ca8b8-00c1-4242-8289-c0f9c21e3276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:37:58.527698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:37:58.530374 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:37:58.631125 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['6dfd889b-7b38-4516-88b6-1654e47012c5'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:37:58.638737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee9fc-8e87-489c-9d38-75b520bbbf1c req-1c2729c8-c1c2-41bd-80b5-b7db810ab64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:58.640573 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb0ee9fc-8e87-489c-9d38-75b520bbbf1c req-1c2729c8-c1c2-41bd-80b5-b7db810ab64c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1099 time: 0.0763021
Jun 04 13:37:58.673686 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf402-fe08-4266-81ea-ab04fb42e4f2 req-e3af75b6-108b-40b8-b603-d22bfe0dbc1c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:58.675154 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f20bf402-fe08-4266-81ea-ab04fb42e4f2 req-e3af75b6-108b-40b8-b603-d22bfe0dbc1c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.0812626
Jun 04 13:37:58.687699 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb0ee9fc-8e87-489c-9d38-75b520bbbf1c req-c86c3458-db23-4a84-8915-55e70a5b0b5c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394015
Jun 04 13:37:58.721452 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f20bf402-fe08-4266-81ea-ab04fb42e4f2 req-dd0044a2-c236-4b17-b944-fedf130b566b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399103
Jun 04 13:37:58.800141 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:58.955423 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:37:59.066964 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff8cda-b13e-4c8d-947d-fd79362a06e5 req-1fedac5b-0c21-475b-a1de-963eec22aa5d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:59.068462 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdff8cda-b13e-4c8d-947d-fd79362a06e5 req-1fedac5b-0c21-475b-a1de-963eec22aa5d tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 945 time: 0.0864210
Jun 04 13:37:59.113013 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bdff8cda-b13e-4c8d-947d-fd79362a06e5 req-0832663b-7f63-4cd9-80ab-26da7c1e89da tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387275
Jun 04 13:37:59.911007 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab84b1-bd62-4ab9-9c24-33535d212981 req-50f46cc1-2e6b-497f-be41-9c885249f809 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:37:59.912441 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cdab84b1-bd62-4ab9-9c24-33535d212981 req-50f46cc1-2e6b-497f-be41-9c885249f809 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.0830777
Jun 04 13:37:59.925056 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:37:59.956954 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cdab84b1-bd62-4ab9-9c24-33535d212981 req-d37d6556-4d61-4ef8-98f7-5f15bd2a2db7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389035
Jun 04 13:37:59.992285 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 6dfd889b-7b38-4516-88b6-1654e47012c5 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:37:59.992669 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.110342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.145121 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5a552-970d-4b63-9bfc-646d68f1e1ef req-d7d0a3c9-77b0-4ab9-a7c8-f862274ce44c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:00.146654 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-53d5a552-970d-4b63-9bfc-646d68f1e1ef req-d7d0a3c9-77b0-4ab9-a7c8-f862274ce44c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.0883043
Jun 04 13:38:00.152173 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:00.156796 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.160076 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:00.193033 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-53d5a552-970d-4b63-9bfc-646d68f1e1ef req-e3f5a051-722b-47d0-92e6-f171c7e8b0b0 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406580
Jun 04 13:38:00.220611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50656) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:00.246797 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=8']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:00.250627 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:00.286053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50660) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:00.350671 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffcc3f-6c8e-41b8-b5f0-e1c0991aacb0 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:00.351426 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0bffcc3f-6c8e-41b8-b5f0-e1c0991aacb0 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] Synchronizing usage tracker for tenant:34760d990017481786d3af216f2b09e9 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:38:00.371027 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd290b4-01d9-4137-834d-5245b54d96ea req-bf35899a-0ea5-4df9-b533-d6c36c078354 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:00.372686 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-edd290b4-01d9-4137-834d-5245b54d96ea req-bf35899a-0ea5-4df9-b533-d6c36c078354 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.0897882
Jun 04 13:38:00.375748 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-0bffcc3f-6c8e-41b8-b5f0-e1c0991aacb0 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] Unset dirty status for tenant:34760d990017481786d3af216f2b09e9 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:38:00.376902 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0bffcc3f-6c8e-41b8-b5f0-e1c0991aacb0 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1094 time: 0.1556230
Jun 04 13:38:00.379880 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50664) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:00.385726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'port_id': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:00.392138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:00.396173 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:floatingip and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:00.398946 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:00.399102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:00.401442 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e33fdf-1b0e-44ad-8f29-ecafe22f6344" -d '{"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-plugged", "status": "completed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:00.406834 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:00.417787 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-edd290b4-01d9-4137-834d-5245b54d96ea req-a29a6bc3-2d1d-461e-9a56-9080fec67e0b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393581
Jun 04 13:38:00.422258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.454162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05fc3a5-e5d7-4be1-96de-bb245d49ebbe x-openstack-request-id: req-e05fc3a5-e5d7-4be1-96de-bb245d49ebbe {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:00.454667 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-plugged", "status": "completed", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:00.454935 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e05fc3a5-e5d7-4be1-96de-bb245d49ebbe {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:00.455373 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'code': 200}
Jun 04 13:38:00.539804 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.564958 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.761152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.27.1.141 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/79f4de5d-9696-40ec-979e-c5d2051ad1d3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:00.819955 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffa66-b645-42f3-b904-8b6e380bb741 req-14096424-6fa2-48cc-87f9-090b95f96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:00.821432 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc7ffa66-b645-42f3-b904-8b6e380bb741 req-14096424-6fa2-48cc-87f9-090b95f96d3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.1394575
Jun 04 13:38:00.929729 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc7ffa66-b645-42f3-b904-8b6e380bb741 req-0cba64e7-a174-4b2b-ad98-61b5bf2df02a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606844
Jun 04 13:38:00.960981 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.991937 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:00.996429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a6d2519e-af90-4108-aad0-45aeee7a2173 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:01.012153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.053339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:01.056301 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:01.064768 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:38:01.105963 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=79f4de5d-9696-40ec-979e-c5d2051ad1d3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:01.114676 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:01.522878 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Deleting port 9ae14257-ea0e-494c-9049-aded739c475e {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:01.523536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.599702 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.680190 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.701552 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] For port 9ae14257-ea0e-494c-9049-aded739c475e, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=9ae14257-ea0e-494c-9049-aded739c475e,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:01.701910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.827659 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e1092-c2da-40d4-93b1-7a502c5a7d69 req-87dcf42a-03ff-43b6-b76e-6494145c6fb5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:01.829143 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de9e1092-c2da-40d4-93b1-7a502c5a7d69 req-87dcf42a-03ff-43b6-b76e-6494145c6fb5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.2933178
Jun 04 13:38:01.839959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Calling delete_port for 9ae14257-ea0e-494c-9049-aded739c475e owned by network:router_interface {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:01.894942 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-de9e1092-c2da-40d4-93b1-7a502c5a7d69 req-63e22da7-313b-4497-8286-407dd4091ef4 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512803
Jun 04 13:38:01.907965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.912957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:01.916923 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c1d4962c-ab2c-4d3a-a69c-0798fe41e125 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:02.020537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=79f4de5d-9696-40ec-979e-c5d2051ad1d3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:02.025147 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:02.025714 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:02.030345 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:02.032927 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:02.106778 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae14257-ea0e-494c-9049-aded739c475e,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:02.113319 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:02.222160 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP 2f6bb9b3-d0dd-4fdc-af18-7b3045404d22 associated. External IP: 172.27.1.141, port: 5cd2f316-46fd-4294-98a1-46658ebb5df3.
Jun 04 13:38:02.340581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:02.574501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:38:02.761544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:02.771983 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:02.786183 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:02.786917 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:02.787067 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8aff45b0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:02.799396 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Router 651a10c6-fb7a-4a77-bf6d-42fa39118824 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:38:02.844858 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4628444
Jun 04 13:38:02.845513 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:02.847882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd8666-be74-4b59-bf86-935fe2d29ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:02.903397 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5155df-630e-4120-bb3d-9a2db3925471 x-openstack-request-id: req-6b5155df-630e-4120-bb3d-9a2db3925471 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:02.903730 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:02.904045 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5155df-630e-4120-bb3d-9a2db3925471 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:02.904483 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'status': 'completed', 'code': 200}
Jun 04 13:38:02.995391 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:03.004611 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Sync routers for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:03.009462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-18d38d40-fa13-468f-821a-470d95ce1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:03.010986 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-18d38d40-fa13-468f-821a-470d95ce1898 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1099 time: 0.0846214
Jun 04 13:38:03.013519 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:03.016045 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:03.017152 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2836a0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.022279 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] 10.222.0.20 "PUT /v2.0/routers/651a10c6-fb7a-4a77-bf6d-42fa39118824/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7370279
Jun 04 13:38:03.055486 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50676) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:03.220979 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:03.260815 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:03.269336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-7621792e-58e6-4a9f-b779-fc2d1359f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:03.271130 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-7621792e-58e6-4a9f-b779-fc2d1359f90b service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.2521617
Jun 04 13:38:03.371945 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3634-2aab-41ee-9974-ce73f592680a req-7c84d1b8-d57e-4a26-9f5f-f86ffcde30af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:03.380611 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c0b3634-2aab-41ee-9974-ce73f592680a req-7c84d1b8-d57e-4a26-9f5f-f86ffcde30af tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.3572242
Jun 04 13:38:03.393302 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-eee0e523-35b1-4e36-82c1-1a5e462263d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 200  len: 1000 time: 0.1146538
Jun 04 13:38:03.410759 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8aff45b0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f6bb9b3-d0dd-4fdc-af18-7b3045404d22', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:b0:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:38:01Z', 'updated_at': '2021-06-04T13:38:01Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.415449 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:03.424898 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:03.425606 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8aff45b0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.469666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-c29fd297-a7d9-4cc2-8b45-2a89eb89fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:03.471543 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-c29fd297-a7d9-4cc2-8b45-2a89eb89fd60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0718582
Jun 04 13:38:03.506958 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2c0b3634-2aab-41ee-9974-ce73f592680a req-bde472a3-3b71-4eb7-90b1-3c6cb47cce62 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254759
Jun 04 13:38:03.535825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:03.561247 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2836a0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:38:01Z', 'revision_number': 5, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port': {'id': 'ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:02Z', 'updated_at': '2021-06-04T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.565937 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Checking router: 651a10c6-fb7a-4a77-bf6d-42fa39118824 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:03.574765 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Routers {'651a10c6-fb7a-4a77-bf6d-42fa39118824'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:03.575396 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2836a0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['651a10c6-fb7a-4a77-bf6d-42fa39118824'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.586218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-2d07fadf-3b0a-4ae6-a2ab-ab7405d5c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:03.587812 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-2d07fadf-3b0a-4ae6-a2ab-ab7405d5c538 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1096013
Jun 04 13:38:03.625345 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:03.627150 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Deleting port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:03.627525 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:03.733125 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] Set router 651a10c6-fb7a-4a77-bf6d-42fa39118824 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:03.760940 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-8168d33f-419c-4ee8-bb92-6f66ec531555 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649253
Jun 04 13:38:03.768983 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] For port ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:03.769599 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:03.849884 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2836a0>, [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:38:03Z', 'revision_number': 6, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:03.854709 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bea0a2-408b-47ae-997e-150b9991166e None None] The sync data for ids ['651a10c6-fb7a-4a77-bf6d-42fa39118824'] in dv-cinder-784779-14-iscsi is: [{'id': '651a10c6-fb7a-4a77-bf6d-42fa39118824', 'name': 'tempest-AttachVolumeTestJSON-2131498878-router', 'tenant_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:00Z', 'updated_at': '2021-06-04T13:38:03Z', 'revision_number': 6, 'project_id': '9b1fcbfdd7ea483b8a47e8fa6ba15ef4', 'gw_port_host': None}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:03.923569 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-46fd8666-be74-4b59-bf86-935fe2d29ec2 req-b241dfe4-26cd-41a8-813d-a472c4c7e5bb service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550097
Jun 04 13:38:03.926103 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Calling delete_port for ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:04.015522 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8aff45b0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f6bb9b3-d0dd-4fdc-af18-7b3045404d22', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:b0:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:38:01Z', 'updated_at': '2021-06-04T13:38:01Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:04.019583 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223f3f0-654f-472f-8c41-ade90c7dcef2 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '2f6bb9b3-d0dd-4fdc-af18-7b3045404d22', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:b0:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:38:01Z', 'updated_at': '2021-06-04T13:38:01Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:04.066206 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.070930 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-49a91617-cdf9-498d-8bce-11a5886e81c2 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:04.116768 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:04.141756 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:04.207811 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.235244 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0bfc0-c06f-4925-8502-84e324c85a51 None None] New status for floating IP 2f6bb9b3-d0dd-4fdc-af18-7b3045404d22: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:38:04.507571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.509825 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.537092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.537623 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651a10c6-fb7a-4a77-bf6d-42fa39118824 {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:38:04.549951 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.551051 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/651a10c6-fb7a-4a77-bf6d-42fa39118824 HTTP/1.1" status: 204  len: 168 time: 1.4946210
Jun 04 13:38:04.553470 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50680) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:04.616361 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Deleting subnet f48ca4a7-dc82-40b2-b795-c61d6a3231b8 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:38:04.619743 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.656553 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 9ae14257-ea0e-494c-9049-aded739c475e no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:04.674002 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:04.690363 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 9ae14257-ea0e-494c-9049-aded739c475e {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:04.690715 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 9ae14257-ea0e-494c-9049-aded739c475e not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:04.691155 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:04.725148 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:04.725497 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device ed1e6417-dbf3-48dc-bea3-ab3ff96ccafb not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:04.759351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.002287 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.006691 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-32f4f53f-cf6d-4c1b-ab4a-636c1f964987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:05.044587 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48ca4a7-dc82-40b2-b795-c61d6a3231b8,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:05.046650 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.050451 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734620f0-9606-4d8a-b224-d4f12f5c65e2 None None] Network 8b097589-0a32-4ff7-9fcb-acfbd1856a85 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:38:05.051280 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:05.054004 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4ca9f3a2-9e91-4458-849c-5336342c7669 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f48ca4a7-dc82-40b2-b795-c61d6a3231b8 HTTP/1.1" status: 204  len: 168 time: 0.4996421
Jun 04 13:38:05.056538 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50682) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:05.162164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.233324 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Deleting port 85083f23-8179-4d30-9877-91ed18dcce5c {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:05.233778 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.337898 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] DHCP port deletion for 8b097589-0a32-4ff7-9fcb-acfbd1856a85 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:38:05.339356 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] For port 85083f23-8179-4d30-9877-91ed18dcce5c, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=85083f23-8179-4d30-9877-91ed18dcce5c,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:05.339717 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.400091 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Deleting port 85083f23-8179-4d30-9877-91ed18dcce5c {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:05.400487 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.459376 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Calling delete_port for 85083f23-8179-4d30-9877-91ed18dcce5c owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:05.497525 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] For port 85083f23-8179-4d30-9877-91ed18dcce5c, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=85083f23-8179-4d30-9877-91ed18dcce5c,segment=NetworkSegment(6d52ef6f-8b76-43d2-9a62-24cf12b90fa4),segment_id=6d52ef6f-8b76-43d2-9a62-24cf12b90fa4)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:05.497918 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.505220 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.509833 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b781249-968c-40dd-af92-d982ea07126c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:05.555890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Pushing event deleted for resources: {'Port': ['ID=85083f23-8179-4d30-9877-91ed18dcce5c,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:05.557593 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] No DVR routers for this DVR port 85083f23-8179-4d30-9877-91ed18dcce5c on host dv-cinder-784779-14-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:38:05.559036 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:05.617860 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Calling delete_port for 85083f23-8179-4d30-9877-91ed18dcce5c owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:05.659904 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.663400 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:05.677185 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.689785 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0956a0>,) {'filters': {'network_id': ['8b097589-0a32-4ff7-9fcb-acfbd1856a85']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:05.701858 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0956a0>, '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:05.702178 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0956a0>, '6d52ef6f-8b76-43d2-9a62-24cf12b90fa4') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:05.705606 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Pushing event deleted for resources: {'Port': ['ID=85083f23-8179-4d30-9877-91ed18dcce5c,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:05.709011 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:05.711258 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] No DVR routers for this DVR port 85083f23-8179-4d30-9877-91ed18dcce5c on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:38:05.718767 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.734205 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.740408 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:38:05.740794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:38:05.753795 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:38:05.927515 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.931120 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:05.943491 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:05.955397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8b097589-0a32-4ff7-9fcb-acfbd1856a85,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:05.959317 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:05.967962 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b097589-0a32-4ff7-9fcb-acfbd1856a85 HTTP/1.1" status: 204  len: 168 time: 0.9098024
Jun 04 13:38:06.081015 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50686) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:06.127090 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a7c25e5c-6ff9-4e5a-8058-ae42b0a40331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b1fcbfdd7ea483b8a47e8fa6ba15ef4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0448444
Jun 04 13:38:06.129275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50688) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:06.185152 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:06.210042 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:06.266053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:06.270919 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:06.285675 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a1d58-f0b3-4bff-85fe-f1bcf3d6daeb,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:06.288592 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:06.290524 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:06.293830 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1e0ce568-8624-49cc-bc42-66187ce56c1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d6a1d58-f0b3-4bff-85fe-f1bcf3d6daeb HTTP/1.1" status: 204  len: 168 time: 0.1614764
Jun 04 13:38:06.399756 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 85083f23-8179-4d30-9877-91ed18dcce5c no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:06.432965 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 85083f23-8179-4d30-9877-91ed18dcce5c {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:06.432965 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 85083f23-8179-4d30-9877-91ed18dcce5c not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:07.005689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50710) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:07.118283 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1819490145-network', 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:07.122902 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:07.127145 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Usage tracker for resource:network and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:07.130081 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:07.135771 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:07.146298 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'network': 1} {{(pid=91608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:07.148555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1612981'] for network, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.160930 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.175480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:07.179369 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Usage tracker for resource:security_group_rule and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:07.182153 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:07.187799 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:07.266049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.269013 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.273721 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1def5f7e-e400-4a5b-85bf-93826d145f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:07.298197 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'}  {{(pid=91608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 13:38:07.311026 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74833c-7696-432d-b029-f53888acb695,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:07.314954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:07.315902 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.316246 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.segments_db [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Added segment fae91b5d-a8af-4e58-a955-a5e9af15d992 of type vlan for network 2609f7be-3e97-400a-87c2-1ca2085003e1
Jun 04 13:38:07.343528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764564724938'] for network, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.371391 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719'] for network, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.372977 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:07.373794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.378409 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-866c4359-559a-497e-8c82-210da3771089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:07.471559 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4647582
Jun 04 13:38:07.474740 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50714) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:07.479569 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Pushing event updated for resources: {'Network': ['ID=2609f7be-3e97-400a-87c2-1ca2085003e1,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:07.479856 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Request body: {'subnet': {'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1819490145-subnet', 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:07.482134 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:07.484644 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:07.488523 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Usage tracker for resource:subnet and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:07.489947 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 details requested by agent ovs-agent-dv-cinder-784779-14-iscsi with host dv-cinder-784779-14-iscsi {{(pid=91609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 13:38:07.491474 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:07.497266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:07.516144 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:07.518453 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6770399'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.893733 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6770381'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:07.898215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-633271ab-d04c-4b59-8047-4b48cbaffbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:07.972605 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d405f90-6236-4970-92da-6a6a102a62dd,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:07.976726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:07.977406 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Checking segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:38:07.977754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Network hostable DHCP agents. Network: 2609f7be-3e97-400a-87c2-1ca2085003e1, hostable agents: ['29f6e99f-8105-48df-81bd-4b20d9cb7642'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 13:38:07.993281 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 is scheduled to be hosted by DHCP agent 29f6e99f-8105-48df-81bd-4b20d9cb7642 with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 13:38:08.002713 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-iscsi, 2609f7be-3e97-400a-87c2-1ca2085003e1) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:08.010958 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:08.011578 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:08.012482 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4295a15-ce09-4776-849d-371464dbafd9 None None] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:38:08.032720 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ffa984f7-6fcb-46fc-8739-3bde3cadf03a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5566523
Jun 04 13:38:08.206783 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fd597-9cb8-4eb7-8d80-59319df80653 None None] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:38:08.547887 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-af56a432-6990-4cd4-aa57-f7b9b9b17d48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:08.548560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-af56a432-6990-4cd4-aa57-f7b9b9b17d48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:network {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:38:08.565221 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-af56a432-6990-4cd4-aa57-f7b9b9b17d48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:network {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:38:08.566364 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-af56a432-6990-4cd4-aa57-f7b9b9b17d48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1606538
Jun 04 13:38:08.580892 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-0548e3ae-96f2-4d4a-9c98-236c011e2901 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/quotas/12b862a8d1334cc3a7669f311115f2c1 HTTP/1.1" status: 200  len: 375 time: 0.0089731
Jun 04 13:38:08.632499 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-11173130-6056-4d90-aa5f-ef27da47a43c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465186
Jun 04 13:38:08.761056 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-391f7559-88c7-448e-9999-e5da8efaf74f service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220837
Jun 04 13:38:08.888056 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-d8e26e05-a216-4633-afa9-f11a51377c24 service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209588
Jun 04 13:38:09.065399 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-650be721-8d0c-47c8-8803-51eb8c406c77 req-5dc7265e-51f8-440f-998a-37494b57a949 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 210 time: 0.0421300
Jun 04 13:38:10.156663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-f02dfe0f-be97-4666-9d89-73d7873e350f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:10.158575 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-f02dfe0f-be97-4666-9d89-73d7873e350f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1463511
Jun 04 13:38:10.175624 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Request body: {'port': {'device_id': '8208ee81-e4db-4549-8005-2eb1e9969818', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'admin_state_up': True, 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:10.217685 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-13129f11-0528-4954-9231-880cd599f8bf req-746b3dd8-1db9-4863-98b4-e57761fc9d4b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 210 time: 0.0453947
Jun 04 13:38:10.314950 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:10.318700 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Usage tracker for resource:port and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:10.321448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:10.328305 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:10.339210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:10.343266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:10.584535 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Allocated IP 172.20.0.10 (2609f7be-3e97-400a-87c2-1ca2085003e1/1d405f90-6236-4970-92da-6a6a102a62dd/91232a34-38a4-4102-bba4-98c211ddac97) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:10.778316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:10.808649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:10.816022 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:10.882754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:10.885684 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:10.888553 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:38:10.934091 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event updated for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:10.937073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:10.962980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:10.963605 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:10.983688 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8119528
Jun 04 13:38:10.995858 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Request body: {'port': {'device_id': '8208ee81-e4db-4549-8005-2eb1e9969818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:11.104633 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.404299 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47db3-ee8f-4e60-93cc-32818f0f0351 req-a374d532-09c0-478b-a5b5-607a5598af42 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:11.406858 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c7b47db3-ee8f-4e60-93cc-32818f0f0351 req-a374d532-09c0-478b-a5b5-607a5598af42 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 932 time: 0.0842392
Jun 04 13:38:11.436627 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91232a34-38a4-4102-bba4-98c211ddac97 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:11.443854 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.451089 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c7b47db3-ee8f-4e60-93cc-32818f0f0351 req-89a61472-cd26-4b87-99a7-eced20d2c89c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:security_group {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:38:11.458412 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Transition to ACTIVE for port object 91232a34-38a4-4102-bba4-98c211ddac97 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:11.463352 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.468594 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe8fccf7-eda0-4ac2-9d1b-ba56a9ad6cd7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:11.470269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-c7b47db3-ee8f-4e60-93cc-32818f0f0351 req-89a61472-cd26-4b87-99a7-eced20d2c89c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:security_group {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:38:11.471583 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c7b47db3-ee8f-4e60-93cc-32818f0f0351 req-89a61472-cd26-4b87-99a7-eced20d2c89c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590627
Jun 04 13:38:11.624856 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Pushing event updated for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:11.654134 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:11.693528 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Attempting to bind port 91232a34-38a4-4102-bba4-98c211ddac97 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:38:11.693777 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Attempting to bind port 91232a34-38a4-4102-bba4-98c211ddac97 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:38:11.694102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Attempting to bind port 91232a34-38a4-4102-bba4-98c211ddac97 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:11.698920 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Port 91232a34-38a4-4102-bba4-98c211ddac97 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:38:11.699279 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Attempting to bind port 91232a34-38a4-4102-bba4-98c211ddac97 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:11.704876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:38:11.705211 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Checking segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:38:11.705596 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Bound using segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:38:11.706014 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Bound port: 91232a34-38a4-4102-bba4-98c211ddac97, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:38:11.706355 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.796380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:38:11.799304 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91232a34-38a4-4102-bba4-98c211ddac97,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:38:11.803831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.808126 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-acf2f57d-90e0-4b19-ab1c-93ffd8b5a9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:11.858109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:11.858819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:11.860206 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] 10.222.0.22 "PUT /v2.0/ports/91232a34-38a4-4102-bba4-98c211ddac97 HTTP/1.1" status: 200  len: 1094 time: 0.8683214
Jun 04 13:38:11.860697 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:11.862962 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "tag": "91232a34-38a4-4102-bba4-98c211ddac97"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:11.888005 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Pushing event updated for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:11.891404 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:11.930373 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50774d1f-b775-4e77-8fb6-4c94ebabb156 x-openstack-request-id: req-50774d1f-b775-4e77-8fb6-4c94ebabb156 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:11.930697 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "tag": "91232a34-38a4-4102-bba4-98c211ddac97", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:11.930984 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50774d1f-b775-4e77-8fb6-4c94ebabb156 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:11.931439 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97', 'status': 'completed', 'code': 200}
Jun 04 13:38:11.971119 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-c0da56bc-ea21-4ee5-be0f-5d50a6f41312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:11.972514 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-c0da56bc-ea21-4ee5-be0f-5d50a6f41312 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 1097 time: 0.0753896
Jun 04 13:38:12.039066 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-462fb35c-5e8d-4444-9041-98e4f870fa91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91232a34-38a4-4102-bba4-98c211ddac97 HTTP/1.1" status: 200  len: 217 time: 0.0588362
Jun 04 13:38:12.102535 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-36a6026f-e20e-497a-b132-0b186dafd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:12.103921 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-36a6026f-e20e-497a-b132-0b186dafd3f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0576873
Jun 04 13:38:12.150311 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-68ddd862-92da-474c-85f4-c432dc940416 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387878
Jun 04 13:38:12.369278 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-4481c1d0-c53e-4417-b518-56055e439ee4 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105751
Jun 04 13:38:12.500999 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ec7afd2-9761-4bfb-a290-eef7ee8f5812 req-b41d1582-5b16-4cb2-aa4f-b549d2090b12 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226344
Jun 04 13:38:12.627691 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-39d7638d-c006-4b32-a7d1-ca342cb90f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:12.629055 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-39d7638d-c006-4b32-a7d1-ca342cb90f22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 1097 time: 0.0739720
Jun 04 13:38:12.663288 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962172db-2306-4161-8f98-b898576c6626 req-6270cc7d-8e4d-4a0a-8421-66de42f15244 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:12.664759 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-962172db-2306-4161-8f98-b898576c6626 req-6270cc7d-8e4d-4a0a-8421-66de42f15244 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 944 time: 0.0837653
Jun 04 13:38:12.711738 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-962172db-2306-4161-8f98-b898576c6626 req-98a24361-e6f4-49d0-ac0d-cd4c1f2966ad tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412338
Jun 04 13:38:12.770242 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-f862222d-7329-449e-a798-90ed872b680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:12.771679 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-f862222d-7329-449e-a798-90ed872b680a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 916 time: 0.1296973
Jun 04 13:38:12.843358 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-c8c3faca-62a4-41b4-b02e-b147fa496bb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91232a34-38a4-4102-bba4-98c211ddac97 HTTP/1.1" status: 200  len: 217 time: 0.0595818
Jun 04 13:38:12.908779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-b32faf7b-f41c-417e-8bad-6f83d4cd02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:12.910072 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-b32faf7b-f41c-417e-8bad-6f83d4cd02f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0591190
Jun 04 13:38:12.957250 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-57610556-311c-4809-8fe9-cd99dc3a2e36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394030
Jun 04 13:38:13.095366 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-b54c2bfe-beae-45c1-a02a-1b538b1cfe28 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222892
Jun 04 13:38:13.230073 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc814cd1-e50f-46df-b5bb-ba1b07e094c3 req-2d0f0946-e8ce-435e-bab7-d9242a68c78d service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233561
Jun 04 13:38:13.898724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a775-e099-4977-bce7-a08e75805cd8 req-7ff89dda-a14d-4606-bb16-89fac61bd421 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:13.900245 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7893a775-e099-4977-bce7-a08e75805cd8 req-7ff89dda-a14d-4606-bb16-89fac61bd421 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 944 time: 0.0826712
Jun 04 13:38:13.945146 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7893a775-e099-4977-bce7-a08e75805cd8 req-b6138785-e6a8-4425-8bc9-251e49160382 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385935
Jun 04 13:38:15.129016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349a1c-246b-4c92-a9ec-16687766b178 req-f2585481-df1a-4bcf-8849-f6b7e5fdf390 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:15.131985 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7d349a1c-246b-4c92-a9ec-16687766b178 req-f2585481-df1a-4bcf-8849-f6b7e5fdf390 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 944 time: 0.0822651
Jun 04 13:38:15.175003 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-7d349a1c-246b-4c92-a9ec-16687766b178 req-fba6dcbe-0967-4049-9874-57f89f7b1647 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376017
Jun 04 13:38:16.019728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 91232a34-38a4-4102-bba4-98c211ddac97 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:38:16.147271 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:38:16.148879 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91232a34-38a4-4102-bba4-98c211ddac97,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:16.161693 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '91232a34-38a4-4102-bba4-98c211ddac97', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'port_id': '91232a34-38a4-4102-bba4-98c211ddac97', 'mac_address': 'fa:16:3e:29:ff:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d405f90-6236-4970-92da-6a6a102a62dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:38:16.219710 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:16.236152 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91232a34-38a4-4102-bba4-98c211ddac97 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:16.252251 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91232a34-38a4-4102-bba4-98c211ddac97,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:16.265242 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:16.267064 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:16.332904 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:16.340650 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.341009 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.341360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.341725 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.342057 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.342400 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.342726 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.343057 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.343416 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.343876 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.344053 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.344369 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:16.348827 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:16.361856 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16b08-ed92-490b-9e3c-e0dc55f96b41 req-ee050eef-6dcb-4137-b83a-e2b6433dd7de tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:16.363320 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75c16b08-ed92-490b-9e3c-e0dc55f96b41 req-ee050eef-6dcb-4137-b83a-e2b6433dd7de tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 945 time: 0.0795927
Jun 04 13:38:16.406266 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-75c16b08-ed92-490b-9e3c-e0dc55f96b41 req-271125f3-2376-4369-9ece-e9b23aeb6ecd tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373487
Jun 04 13:38:16.548368 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:38:17.590511 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c355d0-7b50-4566-8018-98a1fa231609 req-15c6da3b-d119-4d55-818d-c1b442044c94 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:17.592093 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6c355d0-7b50-4566-8018-98a1fa231609 req-15c6da3b-d119-4d55-818d-c1b442044c94 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 945 time: 0.0828521
Jun 04 13:38:17.635650 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a6c355d0-7b50-4566-8018-98a1fa231609 req-17179dff-9a34-4252-ace3-5fd1b07395e9 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381575
Jun 04 13:38:18.016913 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 91232a34-38a4-4102-bba4-98c211ddac97 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:18.083657 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 91232a34-38a4-4102-bba4-98c211ddac97 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:38:18.088114 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 91232a34-38a4-4102-bba4-98c211ddac97 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:18.088500 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.200319 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.225825 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:18.228080 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1556d-29d1-491d-a48e-2af07c7fb501" -d '{"events": [{"server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "name": "network-vif-plugged", "status": "completed", "tag": "91232a34-38a4-4102-bba4-98c211ddac97"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:18.236081 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91232a34-38a4-4102-bba4-98c211ddac97,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:18.240785 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:18.242619 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:18.278475 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0be8b3-07ed-4b62-a849-851d0f877457 x-openstack-request-id: req-2e0be8b3-07ed-4b62-a849-851d0f877457 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:18.278777 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "name": "network-vif-plugged", "status": "completed", "tag": "91232a34-38a4-4102-bba4-98c211ddac97", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:18.279039 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e0be8b3-07ed-4b62-a849-851d0f877457 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:18.280004 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97', 'code': 200}
Jun 04 13:38:18.313051 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:18.315858 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:18.508489 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b9f6-abd5-406c-9dd8-bcb06b51d7a1 req-4372aef5-a12d-4df4-9cfc-862941c9bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:18.509929 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0c06b9f6-abd5-406c-9dd8-bcb06b51d7a1 req-4372aef5-a12d-4df4-9cfc-862941c9bba9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 1099 time: 0.0730791
Jun 04 13:38:18.551931 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0c06b9f6-abd5-406c-9dd8-bcb06b51d7a1 req-c600325e-fe89-437e-8e25-1680ab3d73ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336881
Jun 04 13:38:18.815094 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2977-7614-4c9d-9ccd-e48e3b82d208 req-f751584c-ad0f-49ce-8e48-1753e1b83584 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:18.816448 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-febf2977-7614-4c9d-9ccd-e48e3b82d208 req-f751584c-ad0f-49ce-8e48-1753e1b83584 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 946 time: 0.0774457
Jun 04 13:38:18.952577 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-febf2977-7614-4c9d-9ccd-e48e3b82d208 req-00a7dcd7-5b4d-484b-9c33-a5b28c7a4c82 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305931
Jun 04 13:38:20.134145 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3b9c0-0574-4f97-b01b-575ff6d5d737 req-86368ef3-eca4-4d9d-8fc9-bf43d79e4221 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:20.135598 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78d3b9c0-0574-4f97-b01b-575ff6d5d737 req-86368ef3-eca4-4d9d-8fc9-bf43d79e4221 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 946 time: 0.0791562
Jun 04 13:38:20.179621 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-78d3b9c0-0574-4f97-b01b-575ff6d5d737 req-ca54133f-c806-4a8e-aa9d-393d2940cea9 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375195
Jun 04 13:38:22.337940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f4233-bf24-46b7-86c9-59f60bda19ee req-46fc7e2e-edea-4a3a-8a58-2c0837e9af4c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:22.339406 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-630f4233-bf24-46b7-86c9-59f60bda19ee req-46fc7e2e-edea-4a3a-8a58-2c0837e9af4c tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.0831282
Jun 04 13:38:22.383681 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-630f4233-bf24-46b7-86c9-59f60bda19ee req-02df6039-6dd0-474b-a6a5-da83117c1b9e tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384099
Jun 04 13:38:23.569561 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6670b-7904-4b3c-9af6-7f4f876a6e70 req-4351eb9a-8141-43a7-99ba-6552c7190505 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:23.570990 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20d6670b-7904-4b3c-9af6-7f4f876a6e70 req-4351eb9a-8141-43a7-99ba-6552c7190505 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.0771072
Jun 04 13:38:23.617518 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-20d6670b-7904-4b3c-9af6-7f4f876a6e70 req-e4f9afea-dbb1-4067-84a3-28cc49b77d55 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups?id=fef693e5-a4d2-4080-8e95-6ebe96c481e4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406587
Jun 04 13:38:23.978806 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-d2a2832f-2b14-4ea8-8a12-5b2071b94ad1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:23.979515 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-d2a2832f-2b14-4ea8-8a12-5b2071b94ad1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Synchronizing usage tracker for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:38:23.991288 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-d2a2832f-2b14-4ea8-8a12-5b2071b94ad1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Unset dirty status for tenant:a1d48e64c9bb4c868be1331642e94ce1 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:38:23.992353 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-d2a2832f-2b14-4ea8-8a12-5b2071b94ad1 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 947 time: 0.0910287
Jun 04 13:38:24.129069 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Deleting port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:24.129409 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.259666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] For port 69dc5efa-776f-40b1-b3d8-8c7713ed0087, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69dc5efa-776f-40b1-b3d8-8c7713ed0087,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:24.259938 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.633765 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.634133 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.634443 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Floating IP 2f90a235-5aab-48fb-a882-38ef242e4a4d disassociated. External IP: 172.27.1.252, port: 69dc5efa-776f-40b1-b3d8-8c7713ed0087.
Jun 04 13:38:24.634776 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Calling delete_port for 69dc5efa-776f-40b1-b3d8-8c7713ed0087 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:24.750966 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:24.756956 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:24.770400 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-55545611-6ae9-4adb-b06e-b9c245470d2c req-90c3b3ca-dbef-4597-84c2-b45390f92902 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6192c879-fbe4-4789-8fc6-606251f2048f HTTP/1.1" status: 200  len: 210 time: 0.0440950
Jun 04 13:38:24.802014 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'Port': ['ID=69dc5efa-776f-40b1-b3d8-8c7713ed0087,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:24.813309 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.813697 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.814071 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.814445 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.814811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.815196 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.815558 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.815918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.816277 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.816639 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.816997 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.817351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:24.870910 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:24.998534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:38:25.097318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9cf92623-c5ca-4487-b041-7c477e2df749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:25.235323 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:25.239442 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-4b4c94cd-ca35-4445-a05b-2d4152948111 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1798956
Jun 04 13:38:25.245094 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:25.261939 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:25.262790 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b502eb0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:25.365026 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] No DVR routers for this DVR port 69dc5efa-776f-40b1-b3d8-8c7713ed0087 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:38:25.368380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:25.370875 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-deleted', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:25.373176 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5279f70-3ebe-4620-b0c2-648e2f71f062" -d '{"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-deleted", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:25.396079 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cc3305d3-21a1-4d23-b293-cbe296801e60 req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.22 "DELETE /v2.0/ports/69dc5efa-776f-40b1-b3d8-8c7713ed0087 HTTP/1.1" status: 204  len: 173 time: 1.3975806
Jun 04 13:38:25.414083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-803e2901-d5d0-4a11-9d0d-981912afa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:25.415684 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-803e2901-d5d0-4a11-9d0d-981912afa8a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.0943027
Jun 04 13:38:25.433237 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f61ec1-2fdd-4a60-9750-468aeecb9845 x-openstack-request-id: req-76f61ec1-2fdd-4a60-9750-468aeecb9845 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:25.433391 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6192c879-fbe4-4789-8fc6-606251f2048f", "name": "network-vif-deleted", "tag": "69dc5efa-776f-40b1-b3d8-8c7713ed0087", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:25.433650 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76f61ec1-2fdd-4a60-9750-468aeecb9845 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:25.434235 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6192c879-fbe4-4789-8fc6-606251f2048f', 'name': 'network-vif-deleted', 'tag': '69dc5efa-776f-40b1-b3d8-8c7713ed0087', 'status': 'completed', 'code': 200}
Jun 04 13:38:25.487020 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:25.605403 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-5b4b73a9-fd98-472e-b5ea-1b185b5fe967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:25.606865 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-5b4b73a9-fd98-472e-b5ea-1b185b5fe967 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1461101
Jun 04 13:38:25.719884 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-e8128753-48ec-40fa-94f7-e46b7db42216 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 1002 time: 0.1016729
Jun 04 13:38:25.784782 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-12a98959-7bb9-4e7b-8d2f-adfef844bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:25.786235 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-12a98959-7bb9-4e7b-8d2f-adfef844bf63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0585170
Jun 04 13:38:25.819484 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b502eb0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:25.823366 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:25.833587 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:25.834298 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b502eb0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:37:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:25.869750 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-c5ce94f6-786d-4e6e-955f-8a6bf5687399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:25.871584 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-c5ce94f6-786d-4e6e-955f-8a6bf5687399 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0770504
Jun 04 13:38:25.909642 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50824) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:25.978400 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.007386 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-d927400f-c659-493b-a2cc-7c77d5726212 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280987
Jun 04 13:38:26.010240 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.018344 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:26.067219 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.072298 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4228f9ac-6077-42e7-8210-cec6b369fe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:26.089214 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef693e5-a4d2-4080-8e95-6ebe96c481e4,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:26.098654 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.099038 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.099621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.099997 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.100364 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.100731 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.101094 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.101457 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.101816 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.102176 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.102538 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.102900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:38:26.107628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.119795 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "DELETE /v2.0/security-groups/fef693e5-a4d2-4080-8e95-6ebe96c481e4 HTTP/1.1" status: 204  len: 168 time: 0.2083881
Jun 04 13:38:26.120956 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:26.121426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50826) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:26.150597 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.api.v2.resource [None req-db2a9eaa-eb3b-406c-adb8-3b1f298045cf tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] show failed (client error): The resource could not be found.
Jun 04 13:38:26.153324 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-db2a9eaa-eb3b-406c-adb8-3b1f298045cf tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "GET /v2.0/security-groups/fef693e5-a4d2-4080-8e95-6ebe96c481e4 HTTP/1.1" status: 404  len: 347 time: 0.0292902
Jun 04 13:38:26.154605 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50828) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:26.249452 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ef0cf14-a61a-43f5-931e-f75802585667 req-4144e803-d5ff-4ee8-9f76-8430e916d0ac service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346892
Jun 04 13:38:26.351477 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b502eb0>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:26.355365 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a20494-3142-4a36-b878-47df6d914b0a None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:31:24Z', 'revision_number': 4, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '764e4a3d-2242-46de-b7a9-adf11285262a', 'name': '', 'network_id': 'd2f20fbf-2bdf-4915-bc78-1b50b46b741d', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'mac_address': 'fa:16:3e:d1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:19Z', 'updated_at': '2021-06-04T13:31:36Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'subnets': [{'id': 'a6498e60-9a82-4c34-b331-0ff4ae090551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:26.394452 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Deleting port fd41314d-fb07-4cf3-8d69-19ef2d425cc1 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:26.394791 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.515091 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.515594 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.564694 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944fb0-af51-4919-963d-1af957c8f148 None None] New status for floating IP 2f90a235-5aab-48fb-a882-38ef242e4a4d: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:38:26.642151 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Calling delete_port for fd41314d-fb07-4cf3-8d69-19ef2d425cc1 owned by network:floatingip {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:26.757827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.759443 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.db.api [None req-01944fb0-af51-4919-963d-1af957c8f148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 13:38:26.759869 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_db.api [None req-01944fb0-af51-4919-963d-1af957c8f148 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 13:38:26.762107 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:26.808281 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Pushing event deleted for resources: {'Port': ['ID=fd41314d-fb07-4cf3-8d69-19ef2d425cc1,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:26.834223 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:26.896081 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks [] for floatingip, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.910162 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:26.911338 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-8bc18d31-721b-4a52-b568-b5abf89b0c35 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f90a235-5aab-48fb-a882-38ef242e4a4d HTTP/1.1" status: 204  len: 168 time: 0.7555733
Jun 04 13:38:27.261227 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01944fb0-af51-4919-963d-1af957c8f148 None None] New status for floating IP 2f90a235-5aab-48fb-a882-38ef242e4a4d: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:38:27.613293 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7f7884fb-457f-4c5b-93e9-7acffb8c541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:28.042316 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:28.064206 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:28.097978 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 69dc5efa-776f-40b1-b3d8-8c7713ed0087 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:28.098331 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69dc5efa-776f-40b1-b3d8-8c7713ed0087 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:28.785889 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:28.966586 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:29.681926 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50856) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:30.174627 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-3cc112fc-552a-4701-86b4-ea640912a623 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:30.176108 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-3cc112fc-552a-4701-86b4-ea640912a623 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1483912
Jun 04 13:38:30.190767 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-b04247df-47a3-4d04-be22-93a8543ebf7f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/quotas/12b862a8d1334cc3a7669f311115f2c1 HTTP/1.1" status: 200  len: 375 time: 0.0093610
Jun 04 13:38:30.271838 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:30.273979 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-5a04f34e-fa72-40c1-9d65-8326e9d61fa2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0780075
Jun 04 13:38:30.537267 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-e31a8df7-7fef-42b9-8df8-622b26b48801 service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562072
Jun 04 13:38:30.544243 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:30.669368 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-99c3f1f7-3b57-4fbb-8533-fb0bde26c8e1 service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259401
Jun 04 13:38:30.690419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Deleting port 764e4a3d-2242-46de-b7a9-adf11285262a {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:30.690910 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:30.814715 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] For port 764e4a3d-2242-46de-b7a9-adf11285262a, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=764e4a3d-2242-46de-b7a9-adf11285262a,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:30.815067 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:30.851138 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-05654364-0631-4e9b-876a-630fc534e379 req-7c6cba86-ad62-4ac4-a2c4-67acef819015 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 210 time: 0.0490620
Jun 04 13:38:30.936003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Calling delete_port for 764e4a3d-2242-46de-b7a9-adf11285262a owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:31.339960 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:31.344051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4086d1a7-c117-4842-aedf-2ab628d53046 tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:31.389001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=764e4a3d-2242-46de-b7a9-adf11285262a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:31.393323 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:31.654884 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:32.012826 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c62bb8d9-6cb6-48a5-8220-af158859b37b req-36af865a-11be-4928-8c3f-9e4f35e57cb1 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 210 time: 0.0434282
Jun 04 13:38:32.115263 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-1b24c3b9-f065-4e72-8a91-0890c5c06fc5 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:32.116671 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-1b24c3b9-f065-4e72-8a91-0890c5c06fc5 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.2982905
Jun 04 13:38:32.134357 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Request body: {'port': {'device_id': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'admin_state_up': True, 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:32.240229 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Router 3f65cd4c-718a-41b1-89f6-745126009f96 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:38:32.373221 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:32.381318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Usage tracker for resource:port and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:32.385473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:32.557075 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:32.579759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:32.583146 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:32.605021 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:38:32.614520 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Sync routers for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:38:32.623559 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:32.624748 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3a6370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:38:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:32.656103 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f65cd4c-718a-41b1-89f6-745126009f96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9726148
Jun 04 13:38:32.658487 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50896) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:32.765598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Allocated IP 172.20.0.13 (2609f7be-3e97-400a-87c2-1ca2085003e1/1d405f90-6236-4970-92da-6a6a102a62dd/0f0214e6-5117-4334-90f3-bae66e067638) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:32.802555 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:32.835138 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:32.974580 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.008202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.014725 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:33.017883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.022082 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:38:33.084743 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:33.087918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:33.097961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:38:33.114485 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Deleting port e825af28-b9c2-481f-a322-32139201bfae {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:33.115062 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.136845 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event updated for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:33.142175 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:33.173675 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:33.174312 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.198502 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0692568
Jun 04 13:38:33.216198 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3a6370>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e825af28-b9c2-481f-a322-32139201bfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:38:31Z', 'revision_number': 5, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port': {'id': 'e825af28-b9c2-481f-a322-32139201bfae', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:31:09Z', 'updated_at': '2021-06-04T13:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:33.221017 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Request body: {'port': {'device_id': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:33.221930 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Checking router: 3f65cd4c-718a-41b1-89f6-745126009f96 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:38:33.231288 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Routers {'3f65cd4c-718a-41b1-89f6-745126009f96'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:38:33.232121 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3a6370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:38:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['3f65cd4c-718a-41b1-89f6-745126009f96'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:33.326588 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] For port e825af28-b9c2-481f-a322-32139201bfae, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=e825af28-b9c2-481f-a322-32139201bfae,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:33.327196 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.344023 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.409435 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d258e-c8a3-476d-9810-961333be0263 req-bea353e0-cb78-480f-be88-3c3bc37b858a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:33.410934 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1c2d258e-c8a3-476d-9810-961333be0263 req-bea353e0-cb78-480f-be88-3c3bc37b858a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 932 time: 0.1953716
Jun 04 13:38:33.413090 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] Set router 3f65cd4c-718a-41b1-89f6-745126009f96 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:38:33.476812 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Calling delete_port for e825af28-b9c2-481f-a322-32139201bfae owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:33.519914 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b3a6370>, [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:38:33Z', 'revision_number': 6, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:33.524316 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdd467-1d14-4fdf-895b-7aa1c9c06df4 None None] The sync data for ids ['3f65cd4c-718a-41b1-89f6-745126009f96'] in dv-cinder-784779-14-iscsi is: [{'id': '3f65cd4c-718a-41b1-89f6-745126009f96', 'name': 'tempest-AttachVolumeShelveTestJSON-1738519536-router', 'tenant_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:31:06Z', 'updated_at': '2021-06-04T13:38:33Z', 'revision_number': 6, 'project_id': 'a1d48e64c9bb4c868be1331642e94ce1', 'gw_port_host': None}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:38:33.530973 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1c2d258e-c8a3-476d-9810-961333be0263 req-19b2422c-8aee-4967-85be-2f6da8098400 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609410
Jun 04 13:38:33.664698 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.669289 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-caa1efd0-a400-4d95-ac1f-c723a5c46c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:33.706193 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0214e6-5117-4334-90f3-bae66e067638 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:33.713555 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.714906 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e825af28-b9c2-481f-a322-32139201bfae,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:33.729723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Transition to ACTIVE for port object 0f0214e6-5117-4334-90f3-bae66e067638 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:33.733994 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.738899 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-edaf9fca-b05c-4ddc-b8a5-53192d038b08 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:33.785895 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:33.825536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:33.908587 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:33.916308 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:34.004224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Attempting to bind port 0f0214e6-5117-4334-90f3-bae66e067638 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:38:34.004571 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Attempting to bind port 0f0214e6-5117-4334-90f3-bae66e067638 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:38:34.004908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Attempting to bind port 0f0214e6-5117-4334-90f3-bae66e067638 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:34.011750 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Port 0f0214e6-5117-4334-90f3-bae66e067638 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:38:34.012088 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Attempting to bind port 0f0214e6-5117-4334-90f3-bae66e067638 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:34.018624 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:38:34.018965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Checking segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:38:34.019393 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Bound using segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:38:34.020004 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Bound port: 0f0214e6-5117-4334-90f3-bae66e067638, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:38:34.021028 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.118148 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.120162 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:38:34.120493 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.123092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f0214e6-5117-4334-90f3-bae66e067638,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:38:34.128886 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.133575 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2a9572fe-fe09-408a-be89-9b32a03e9289 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:34.145467 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.146014 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f65cd4c-718a-41b1-89f6-745126009f96 {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:38:34.158615 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.159741 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f65cd4c-718a-41b1-89f6-745126009f96 HTTP/1.1" status: 204  len: 168 time: 1.5001311
Jun 04 13:38:34.162207 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50900) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:34.184487 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:34.185095 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.186980 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] 10.222.0.22 "PUT /v2.0/ports/0f0214e6-5117-4334-90f3-bae66e067638 HTTP/1.1" status: 200  len: 1094 time: 0.9723005
Jun 04 13:38:34.187751 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:34.190011 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd63225-73db-4f30-ba76-12c9a069fcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "tag": "0f0214e6-5117-4334-90f3-bae66e067638"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:34.215908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:34.218867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:34.225693 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Deleting subnet a6498e60-9a82-4c34-b331-0ff4ae090551 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:38:34.228843 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.278607 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d8cbb-49af-449c-bd69-22c5b74d72e5 x-openstack-request-id: req-7b9d8cbb-49af-449c-bd69-22c5b74d72e5 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:34.278932 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "tag": "0f0214e6-5117-4334-90f3-bae66e067638", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:34.279246 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9d8cbb-49af-449c-bd69-22c5b74d72e5 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:34.279676 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638', 'status': 'completed', 'code': 200}
Jun 04 13:38:34.280881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.319639 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-68862879-2a10-46cd-a462-c2f9a0f34879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:34.321115 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-68862879-2a10-46cd-a462-c2f9a0f34879 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 1097 time: 0.0797219
Jun 04 13:38:34.364255 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.396958 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-19bf699c-e672-4f14-bb6a-5b13bb67d90a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0214e6-5117-4334-90f3-bae66e067638 HTTP/1.1" status: 200  len: 217 time: 0.0660892
Jun 04 13:38:34.411221 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 764e4a3d-2242-46de-b7a9-adf11285262a no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:34.446902 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 764e4a3d-2242-46de-b7a9-adf11285262a {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:34.447514 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 764e4a3d-2242-46de-b7a9-adf11285262a not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:34.447945 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e825af28-b9c2-481f-a322-32139201bfae no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:34.475258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-da900de7-994a-4b51-8d35-f55195d81fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:34.476683 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-da900de7-994a-4b51-8d35-f55195d81fa3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0696628
Jun 04 13:38:34.484787 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: e825af28-b9c2-481f-a322-32139201bfae {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:34.485139 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device e825af28-b9c2-481f-a322-32139201bfae not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:34.631552 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-3b874fc0-b42f-46ae-a8d9-1d1e14784579 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427553
Jun 04 13:38:34.683122 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.692648 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f204410f-1543-4a1b-9740-7bc2c0aafdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:34.739522 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6498e60-9a82-4c34-b331-0ff4ae090551,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:34.741555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.745495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:34.745653 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bb8d7-0b34-4b2d-91cf-0b8f7a4d9bfe None None] Network d2f20fbf-2bdf-4915-bc78-1b50b46b741d requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:38:34.753341 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-2b0fffe7-bbbe-425c-a93c-1d7d7b1b9a5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6498e60-9a82-4c34-b331-0ff4ae090551 HTTP/1.1" status: 204  len: 168 time: 0.5901914
Jun 04 13:38:34.755839 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50906) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:34.770275 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-55c84b9e-cfad-4e0f-b42a-e9ae47ae6c55 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312902
Jun 04 13:38:34.865636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:34.893946 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8ff20-894f-4b48-98b1-8031984ec087 req-4a527855-7695-44a1-a2b1-3342aaf43522 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:34.895369 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f4e8ff20-894f-4b48-98b1-8031984ec087 req-4a527855-7695-44a1-a2b1-3342aaf43522 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 944 time: 0.2444625
Jun 04 13:38:34.917045 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5918b813-0c24-472b-ab75-7ad3d785fc35 req-2d264566-121a-4cac-9e1a-904c9b8ac31d service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358581
Jun 04 13:38:34.988154 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-f4e8ff20-894f-4b48-98b1-8031984ec087 req-10f11155-bda2-44d4-bc14-d3caa0627222 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683446
Jun 04 13:38:34.993906 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Deleting port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:34.994247 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.013720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] DHCP port deletion for d2f20fbf-2bdf-4915-bc78-1b50b46b741d request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:38:35.053790 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-1bfd5dd5-d3f2-4c17-a5e9-d0b9bd266702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:35.055509 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-1bfd5dd5-d3f2-4c17-a5e9-d0b9bd266702 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 1097 time: 0.0826163
Jun 04 13:38:35.083213 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Deleting port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:38:35.083213 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.097597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] For port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:35.097953 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.180086 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] For port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,segment=NetworkSegment(0a2338b3-28ab-4379-bfcd-9dfca3a37285),segment_id=0a2338b3-28ab-4379-bfcd-9dfca3a37285)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:35.180790 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.193205 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-5a059a45-7939-45ca-81c4-b9987d56d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:35.194673 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-5a059a45-7939-45ca-81c4-b9987d56d9f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 916 time: 0.1318529
Jun 04 13:38:35.220161 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Calling delete_port for b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:35.267476 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.268932 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-e63a14f9-58ab-42fb-bf9f-a2d254eece28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0214e6-5117-4334-90f3-bae66e067638 HTTP/1.1" status: 200  len: 217 time: 0.0655301
Jun 04 13:38:35.273166 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-947715d2-d5f1-4ddc-a92f-ce1f79da1c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:35.321180 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:35.324536 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:35.325393 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] No DVR routers for this DVR port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 on host dv-cinder-784779-14-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:38:35.338592 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Calling delete_port for b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:38:35.339032 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-3c69762c-e856-43e5-882f-e9feb15aa283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:35.340538 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-3c69762c-e856-43e5-882f-e9feb15aa283 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0641489
Jun 04 13:38:35.381629 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.386033 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:35.393854 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-be28569e-9ce5-4a84-9533-e6536d9d8b0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456600
Jun 04 13:38:35.428876 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Pushing event deleted for resources: {'Port': ['ID=b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:35.430702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] No DVR routers for this DVR port b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:38:35.432087 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:35.448741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.462071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89afd3a0>,) {'filters': {'network_id': ['d2f20fbf-2bdf-4915-bc78-1b50b46b741d']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:35.474804 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89afd3a0>, '0a2338b3-28ab-4379-bfcd-9dfca3a37285') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:35.475104 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89afd3a0>, '0a2338b3-28ab-4379-bfcd-9dfca3a37285') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:38:35.486991 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.502850 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.508835 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:38:35.509216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:38:35.522745 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:38:35.535901 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-0bac0e8d-2bcc-4fa5-907a-5c0fda7accd0 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328678
Jun 04 13:38:35.676897 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cd63225-73db-4f30-ba76-12c9a069fcd9 req-94c07b73-5f89-429d-8fe1-7107a5497ff6 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274271
Jun 04 13:38:35.693509 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.696807 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:35.709584 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.719939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f20fbf-2bdf-4915-bc78-1b50b46b741d,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:35.722952 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:35.733551 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d2f20fbf-2bdf-4915-bc78-1b50b46b741d HTTP/1.1" status: 204  len: 168 time: 0.9766779
Jun 04 13:38:35.847526 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50910) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:35.893957 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d7368e1f-84ab-4787-b8c9-08d1919a8059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1d48e64c9bb4c868be1331642e94ce1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0452297
Jun 04 13:38:35.896217 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50912) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:35.951395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:35.980406 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:36.031897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:36.036724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ece5ea25-df50-4ff1-b444-6636df6357d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:36.049272 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06631104-f3ba-425d-a243-0f419f24946e,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:36.051645 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:36.056950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:36.057968 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06631104-f3ba-425d-a243-0f419f24946e HTTP/1.1" status: 204  len: 168 time: 0.1608267
Jun 04 13:38:36.178403 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dce6-6642-4ef1-b1e2-2528b24ddac7 req-fd9ccb04-cfa1-4557-a236-5fedf7666e5f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:36.180069 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6a58dce6-6642-4ef1-b1e2-2528b24ddac7 req-fd9ccb04-cfa1-4557-a236-5fedf7666e5f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 944 time: 0.0816984
Jun 04 13:38:36.226340 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6a58dce6-6642-4ef1-b1e2-2528b24ddac7 req-0219ff51-6588-4f01-9a19-555ef647f409 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403526
Jun 04 13:38:36.405947 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:38:36.442417 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:38:36.443048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b3b8dfdc-1665-4bfe-aa5c-3ab58b383c61 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:38:37.412962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e159208-6055-4988-8919-13848789acb4 req-97e79d32-71e4-4be4-8f57-c8cee19459e2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:37.414420 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2e159208-6055-4988-8919-13848789acb4 req-97e79d32-71e4-4be4-8f57-c8cee19459e2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 944 time: 0.0825031
Jun 04 13:38:37.460652 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2e159208-6055-4988-8919-13848789acb4 req-3a560c51-9276-4703-b452-0c81c7013a85 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405397
Jun 04 13:38:37.897685 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50970) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:38.010330 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.024562 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:38.028288 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e68e8e6729404e54950318f79d82bb80 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:38.031054 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:38.036643 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:38.111502 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 0f0214e6-5117-4334-90f3-bae66e067638 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:38:38.119453 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.123503 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.132591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6ed44534-89ad-4cf0-ba0a-ea22d1f0cac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:38.174332 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e68e8e6729404e54950318f79d82bb80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2755833
Jun 04 13:38:38.175981 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516cf8bf-0b3c-4317-b74a-d439f4c24c8d,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:38.177078 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50974) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:38.178910 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:38.235283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.243306 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f0214e6-5117-4334-90f3-bae66e067638,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:38.256772 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '0f0214e6-5117-4334-90f3-bae66e067638', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'port_id': '0f0214e6-5117-4334-90f3-bae66e067638', 'mac_address': 'fa:16:3e:57:63:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d405f90-6236-4970-92da-6a6a102a62dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:38:38.260948 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.313769 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.315760 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.318656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:38.331533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516cf8bf-0b3c-4317-b74a-d439f4c24c8d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:38.333575 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0214e6-5117-4334-90f3-bae66e067638 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:38.334090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:38.335380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.339146 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/516cf8bf-0b3c-4317-b74a-d439f4c24c8d HTTP/1.1" status: 204  len: 168 time: 0.1584425
Jun 04 13:38:38.364563 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f0214e6-5117-4334-90f3-bae66e067638,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:38.369018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.371693 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:38.445403 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:38.448380 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:38.625441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 50982) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:38.643943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.663238 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:38.674294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['0f0214e6-5117-4334-90f3-bae66e067638'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:38:38.674509 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Usage tracker for resource:security_group_rule and tenant:46892b150d5f41fab33328205fa9f629 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:38.678975 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:38.686983 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:38.697571 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d496-0bdf-4473-ab15-b8ee0ff4d477 req-72e7a0b1-75d7-4e2d-8219-f2a80d047ebc tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:38.699337 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a3c7d496-0bdf-4473-ab15-b8ee0ff4d477 req-72e7a0b1-75d7-4e2d-8219-f2a80d047ebc tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 945 time: 0.1288714
Jun 04 13:38:38.767760 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a3c7d496-0bdf-4473-ab15-b8ee0ff4d477 req-b152d6df-9b2f-4b96-997e-ca513488f27f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542266
Jun 04 13:38:38.828548 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.832592 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.839357 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-45ac6b92-1100-4f77-80ec-be2440d5d4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:38.880094 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46892b150d5f41fab33328205fa9f629&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2536278
Jun 04 13:38:38.881016 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56e796-b9ee-4679-97e9-f1c0af5bb7f1,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:38.882654 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 50984) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:38:38.883858 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:38.946582 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:38.973016 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:39.023565 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:39.027068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3961ffd8-08a1-4ec7-a033-0ea3663fd57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:39.038402 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56e796-b9ee-4679-97e9-f1c0af5bb7f1,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:39.040645 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:39.047077 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:39.048257 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e56e796-b9ee-4679-97e9-f1c0af5bb7f1 HTTP/1.1" status: 204  len: 168 time: 0.1640368
Jun 04 13:38:39.957392 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3234-a370-4851-8d4a-de2f76566951 req-47d2e534-5a3d-420a-8026-f0857749a63b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:39.958861 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6f3234-a370-4851-8d4a-de2f76566951 req-47d2e534-5a3d-420a-8026-f0857749a63b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 945 time: 0.0849624
Jun 04 13:38:40.007530 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2d6f3234-a370-4851-8d4a-de2f76566951 req-5cbc4038-6ff3-4b81-b229-2639d0edec52 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430379
Jun 04 13:38:40.111192 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 0f0214e6-5117-4334-90f3-bae66e067638 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:38:40.176683 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 0f0214e6-5117-4334-90f3-bae66e067638 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:38:40.181296 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 0f0214e6-5117-4334-90f3-bae66e067638 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:38:40.181703 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:40.304852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:40.332001 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:40.334229 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d07548-3cc9-4d2b-8bee-ec909fd09b95" -d '{"events": [{"server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "name": "network-vif-plugged", "status": "completed", "tag": "0f0214e6-5117-4334-90f3-bae66e067638"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:40.343954 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f0214e6-5117-4334-90f3-bae66e067638,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:40.348084 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:40.350213 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-66f0e15d-7d76-4923-949e-030169989f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:40.386776 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd3ad2-1ec6-445f-906a-30d931daa588 x-openstack-request-id: req-16dd3ad2-1ec6-445f-906a-30d931daa588 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:40.387078 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "name": "network-vif-plugged", "status": "completed", "tag": "0f0214e6-5117-4334-90f3-bae66e067638", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:40.387359 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16dd3ad2-1ec6-445f-906a-30d931daa588 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:40.387749 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638', 'code': 200}
Jun 04 13:38:40.422601 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:40.425484 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:40.633298 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2411b8-02f1-4d89-afc2-7d496192ec85 req-fdcbd0b7-3ec6-4d23-90bd-b7195ec2cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:40.634779 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5f2411b8-02f1-4d89-afc2-7d496192ec85 req-fdcbd0b7-3ec6-4d23-90bd-b7195ec2cb46 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 1099 time: 0.0696056
Jun 04 13:38:40.679700 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5f2411b8-02f1-4d89-afc2-7d496192ec85 req-be77f39c-e410-4f1b-82b7-badc289d92bf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377102
Jun 04 13:38:41.195139 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98c00-7d81-408d-b728-5ef3e75f8063 req-20413b5f-db9e-4a1f-baa7-ec1c8d4aad1f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:41.196547 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65f98c00-7d81-408d-b728-5ef3e75f8063 req-20413b5f-db9e-4a1f-baa7-ec1c8d4aad1f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 946 time: 0.0831907
Jun 04 13:38:41.242453 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-65f98c00-7d81-408d-b728-5ef3e75f8063 req-efa685a5-2604-4c04-882f-e78403539ccf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389950
Jun 04 13:38:42.430075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95f35-65fd-4532-8f92-a21363be1cf9 req-b7d68909-db91-48f0-9446-14dab001b7ec tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:42.431567 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-33e95f35-65fd-4532-8f92-a21363be1cf9 req-b7d68909-db91-48f0-9446-14dab001b7ec tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 946 time: 0.0795245
Jun 04 13:38:42.483843 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-33e95f35-65fd-4532-8f92-a21363be1cf9 req-dbf6fb40-3c0a-4663-a209-a76215be254b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453355
Jun 04 13:38:46.802588 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-7142db63-3acb-46aa-ae6d-a7bf068bfdaf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:46.804069 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-7142db63-3acb-46aa-ae6d-a7bf068bfdaf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1495280
Jun 04 13:38:46.819869 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-2a9d01d8-0c96-4da7-9b1a-9041e39dd93a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/quotas/12b862a8d1334cc3a7669f311115f2c1 HTTP/1.1" status: 200  len: 375 time: 0.0095932
Jun 04 13:38:46.904577 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-95eb09ef-30e7-4947-a7e3-784569322feb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0792203
Jun 04 13:38:47.041635 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-afcde977-25d6-4ad5-a0ea-c8c196d43f4f service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294582
Jun 04 13:38:47.172226 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-1d8921a2-2a70-4efd-b833-f06cde440074 service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235821
Jun 04 13:38:47.350737 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-379bca4b-f6f3-4f55-8282-6b005a6819f4 req-4ccbfac2-3a93-4cb1-b448-819a8020397a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 210 time: 0.0460353
Jun 04 13:38:48.495274 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dca443a0-c8d8-4abf-86ea-0ee489a5906d req-65e67913-d0d2-48c7-b73a-0685fa7ef497 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 210 time: 0.0432739
Jun 04 13:38:49.641555 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5241accc-6580-4913-8250-9069ebd799d1 req-a1b07177-1cc0-49e4-9264-318445e933b7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 210 time: 0.0418839
Jun 04 13:38:50.880704 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d44b3d67-6421-444e-b722-ca298ff256e7 req-af3f48b9-8cac-490b-bf67-6b4fcf260dcd tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 210 time: 0.1371212
Jun 04 13:38:51.033619 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-c9f7ee19-8b82-411a-addd-6a4bd1a44d18 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:51.035012 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-c9f7ee19-8b82-411a-addd-6a4bd1a44d18 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1528385
Jun 04 13:38:51.047228 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Request body: {'port': {'device_id': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'admin_state_up': True, 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:51.285940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:38:51.293244 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Usage tracker for resource:port and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:38:51.293867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:38:51.300416 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:38:51.310744 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:38:51.314430 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:51.477243 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Allocated IP 172.20.0.2 (2609f7be-3e97-400a-87c2-1ca2085003e1/1d405f90-6236-4970-92da-6a6a102a62dd/638ce7a2-3a6f-46dc-8404-aaaee9ed9118) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:38:51.678983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:51.707925 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:51.713611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:51.728406 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97', '0f0214e6-5117-4334-90f3-bae66e067638'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:38:51.775056 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:38:51.785734 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:38:51.790215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:38:51.824992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event updated for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:51.829294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:51.856157 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:51.856766 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:51.877286 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-358e356e-cbd1-4504-b79b-825a1b3d2054 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8337991
Jun 04 13:38:51.892019 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Request body: {'port': {'device_id': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:38:52.009789 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.067225 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cd15b-28d8-4f47-918a-a78c7144c267 req-fec81091-1c21-44eb-881c-3b92db6bbbc6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:52.068717 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-384cd15b-28d8-4f47-918a-a78c7144c267 req-fec81091-1c21-44eb-881c-3b92db6bbbc6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 931 time: 0.0807323
Jun 04 13:38:52.114881 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-384cd15b-28d8-4f47-918a-a78c7144c267 req-18cf9818-8409-4747-9384-fe9118ac0a3c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401077
Jun 04 13:38:52.342178 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:52.349882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.364151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Transition to ACTIVE for port object 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:38:52.367378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.371743 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:52.495056 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Pushing event updated for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:52.525494 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:52.602241 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Attempting to bind port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:38:52.602583 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Attempting to bind port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:38:52.602911 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Attempting to bind port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:52.607618 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:38:52.607940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Attempting to bind port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:38:52.613226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:38:52.613567 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Checking segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:38:52.613947 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Bound using segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:38:52.614372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Bound port: 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:38:52.614720 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.706764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:38:52.709987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:38:52.714362 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.718179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-38541670-4aa3-4be9-802a-8ef3cb6ec225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:52.774002 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:52.774606 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:52.775986 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] 10.222.0.22 "PUT /v2.0/ports/638ce7a2-3a6f-46dc-8404-aaaee9ed9118 HTTP/1.1" status: 200  len: 1093 time: 0.8882072
Jun 04 13:38:52.776482 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:38:52.778734 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105847b9-cb69-4427-a515-ed95c1c3a2af" -d '{"events": [{"name": "network-changed", "server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:38:52.799219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Pushing event updated for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:52.802412 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:52.868814 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebd3c1-40be-4587-a27c-831fa16e99e7 x-openstack-request-id: req-49ebd3c1-40be-4587-a27c-831fa16e99e7 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:38:52.869144 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:38:52.869438 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ebd3c1-40be-4587-a27c-831fa16e99e7 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:38:52.869866 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118', 'status': 'completed', 'code': 200}
Jun 04 13:38:52.904055 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-18a8157b-cade-47e4-91c7-a52dda1b22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:52.905504 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-18a8157b-cade-47e4-91c7-a52dda1b22e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 1096 time: 0.0729890
Jun 04 13:38:52.975430 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-d1a9ee6f-0788-4f6b-8c50-cf6bed60fae4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118 HTTP/1.1" status: 200  len: 217 time: 0.0626035
Jun 04 13:38:53.036333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-120975c5-fb24-4c74-902a-90cb5e2a8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:53.037710 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-120975c5-fb24-4c74-902a-90cb5e2a8494 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0555987
Jun 04 13:38:53.148008 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:38:53.177358 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-1886e5b4-5738-4805-a738-539befeb1582 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1327124
Jun 04 13:38:53.302786 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08daab9-422a-4012-960f-93de3457e3e4 req-9138a68d-2136-409e-a2e5-cb15ad6c889c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:53.304256 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c08daab9-422a-4012-960f-93de3457e3e4 req-9138a68d-2136-409e-a2e5-cb15ad6c889c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 943 time: 0.0820341
Jun 04 13:38:53.348013 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c08daab9-422a-4012-960f-93de3457e3e4 req-3afb5be6-5865-4435-bf77-f0aa174be8f2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380952
Jun 04 13:38:54.176214 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-b9930f93-c9c6-4c21-8742-fcc27ebcad7a service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227362
Jun 04 13:38:54.532724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc911b-107a-48ca-95ae-2bac5cbc6854 req-775ca7ed-f8b4-4e28-b3f8-e7f49c2b7945 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:54.534178 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efcc911b-107a-48ca-95ae-2bac5cbc6854 req-775ca7ed-f8b4-4e28-b3f8-e7f49c2b7945 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 943 time: 0.0795269
Jun 04 13:38:54.578269 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-efcc911b-107a-48ca-95ae-2bac5cbc6854 req-bb8c8224-7e01-41c5-8eab-4d7c2e927a2d tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384870
Jun 04 13:38:55.100479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-53a5b712-08cd-496c-aa69-5357a7576bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:55.111897 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a642e7b-be97-41af-b0b9-e2342a673583 req-d5428bd6-6513-424e-9091-0af4f44e3c20 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248930
Jun 04 13:38:55.763072 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0df5ac-5c5b-4e56-a587-8490c9b71065 req-1c686f43-2df2-4311-b75c-eb193bb0b1fa tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:55.764511 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d0df5ac-5c5b-4e56-a587-8490c9b71065 req-1c686f43-2df2-4311-b75c-eb193bb0b1fa tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 943 time: 0.0825539
Jun 04 13:38:55.807323 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3d0df5ac-5c5b-4e56-a587-8490c9b71065 req-0bca202f-71f9-45f2-bd36-58aac6973567 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365171
Jun 04 13:38:56.161105 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-7d33a7aa-d63a-49b0-95da-bd4b419b7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:56.162578 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-7d33a7aa-d63a-49b0-95da-bd4b419b7a6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 1096 time: 0.0742638
Jun 04 13:38:56.298741 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-04ce6f9f-8ffb-4962-93b8-bc9f2490d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:56.300228 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-04ce6f9f-8ffb-4962-93b8-bc9f2490d7c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 916 time: 0.1300561
Jun 04 13:38:56.372376 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-06e7d65d-8707-4c82-afac-4a99780afac4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118 HTTP/1.1" status: 200  len: 217 time: 0.0640061
Jun 04 13:38:56.434093 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-7a0d41a8-2c8d-4157-821a-a8f2687eb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:56.435512 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-7a0d41a8-2c8d-4157-821a-a8f2687eb0c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0561593
Jun 04 13:38:56.489784 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-2cb86e5a-ea20-49bb-89ea-8895871bfdc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434027
Jun 04 13:38:56.629112 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-e8c9eed7-ec3c-4811-82e5-4f38dab41e4f service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290331
Jun 04 13:38:56.761465 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-105847b9-cb69-4427-a515-ed95c1c3a2af req-5eab6597-dca6-446c-94cb-9b5d9a74d70c service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254976
Jun 04 13:38:56.992591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a05671-1eaf-4973-a7e4-da1c45da4a84 req-05d45f61-9eae-4a53-8dbb-549769693820 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:56.994096 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01a05671-1eaf-4973-a7e4-da1c45da4a84 req-05d45f61-9eae-4a53-8dbb-549769693820 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 943 time: 0.0831060
Jun 04 13:38:57.038963 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-01a05671-1eaf-4973-a7e4-da1c45da4a84 req-6c5b413d-7c5b-4932-bf8e-3611f315c6aa tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392783
Jun 04 13:38:57.616097 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dccd7f74-f049-4728-993e-63860bb8c61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.043926 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.217583 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1870077-2ad5-43bf-b873-66b33f07e9f9 req-86d04ced-b80d-416d-b9c7-d53c0d8b33fe tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:58.219224 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1870077-2ad5-43bf-b873-66b33f07e9f9 req-86d04ced-b80d-416d-b9c7-d53c0d8b33fe tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 943 time: 0.0771685
Jun 04 13:38:58.221212 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:38:58.262916 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b1870077-2ad5-43bf-b873-66b33f07e9f9 req-9855cc7d-fd88-484f-93db-8c51eb90c264 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381594
Jun 04 13:38:58.358261 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:58.371804 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'port_id': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118', 'mac_address': 'fa:16:3e:51:c2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d405f90-6236-4970-92da-6a6a102a62dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:38:58.430771 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.480287 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:38:58.496266 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:38:58.500090 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.502586 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-49525f88-8a41-453c-88f2-0708c3f87e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:38:58.575651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:38:58.579350 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:38:58.782617 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['638ce7a2-3a6f-46dc-8404-aaaee9ed9118'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:38:58.822506 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:58.971392 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:38:59.454164 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3917-ed2a-42fc-b965-150f895a84a7 req-09baf856-c978-452d-91ff-d14c1aaa7ee0 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:38:59.455617 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2fc3917-ed2a-42fc-b965-150f895a84a7 req-09baf856-c978-452d-91ff-d14c1aaa7ee0 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 944 time: 0.0809546
Jun 04 13:38:59.498876 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a2fc3917-ed2a-42fc-b965-150f895a84a7 req-64fe3a9b-d559-4276-91f4-07d624cf5604 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376186
Jun 04 13:39:00.545918 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:00.686831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d620862-6ccd-43f6-aab7-5abd67926301 req-f99af3fc-005b-4bfe-87be-1cb29d07eacf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:00.688400 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d620862-6ccd-43f6-aab7-5abd67926301 req-f99af3fc-005b-4bfe-87be-1cb29d07eacf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 944 time: 0.0781257
Jun 04 13:39:00.736469 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9d620862-6ccd-43f6-aab7-5abd67926301 req-7acb634f-7051-42d1-b961-fee8505c1983 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424924
Jun 04 13:39:01.918608 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ec2f-0704-4d15-903e-09bd5e972e5e req-f54128e7-97d3-4096-b952-cdcb1638fd7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:01.920089 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b052ec2f-0704-4d15-903e-09bd5e972e5e req-f54128e7-97d3-4096-b952-cdcb1638fd7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 944 time: 0.0784335
Jun 04 13:39:01.964086 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b052ec2f-0704-4d15-903e-09bd5e972e5e req-9c9b82a8-1b32-4ecf-b694-0ba5aa1d30d7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383861
Jun 04 13:39:03.154183 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c9f9a-4952-42f5-a39e-42eb592c5415 req-7c23c74c-11e7-4769-9a4b-6bad3bf4d439 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:03.155622 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e18c9f9a-4952-42f5-a39e-42eb592c5415 req-7c23c74c-11e7-4769-9a4b-6bad3bf4d439 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 944 time: 0.0830677
Jun 04 13:39:03.200173 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e18c9f9a-4952-42f5-a39e-42eb592c5415 req-bfcd0cc2-7a96-4b06-ba6d-aa4189d9829a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385337
Jun 04 13:39:04.251558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:39:04.326214 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:39:04.332173 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:39:04.332564 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:04.391390 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4b8d5-2546-4b1e-a33b-f20b7d74e974 req-87bd5b91-1bfb-4096-a978-9e53df7ab806 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:04.393103 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-49f4b8d5-2546-4b1e-a33b-f20b7d74e974 req-87bd5b91-1bfb-4096-a978-9e53df7ab806 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 944 time: 0.0849032
Jun 04 13:39:04.443132 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-49f4b8d5-2546-4b1e-a33b-f20b7d74e974 req-dbdf92bd-f7b5-4025-9300-4dfcdae85cc1 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414267
Jun 04 13:39:04.464631 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:04.486805 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:04.489172 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749af010-247a-4d50-898e-28bc7c5ddf76" -d '{"events": [{"server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "name": "network-vif-plugged", "status": "completed", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:04.498161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:04.504385 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:04.506238 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-ccf80931-dd2b-4fb9-a16c-ea1374843118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:04.542682 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e6a934-de8b-4007-890e-86d8636d39e7 x-openstack-request-id: req-37e6a934-de8b-4007-890e-86d8636d39e7 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:04.542981 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "name": "network-vif-plugged", "status": "completed", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:04.543265 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37e6a934-de8b-4007-890e-86d8636d39e7 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:04.543650 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118', 'code': 200}
Jun 04 13:39:04.578902 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:04.582409 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:04.777965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89a07e-3d04-4636-9d2a-a7b033ac4ca0 req-b0118fb4-4238-4548-8535-513e046a83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:04.779427 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3a89a07e-3d04-4636-9d2a-a7b033ac4ca0 req-b0118fb4-4238-4548-8535-513e046a83d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 1098 time: 0.0703247
Jun 04 13:39:05.626447 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420498d5-12e5-4ce4-bffb-d0cc957ecc8c req-027778df-4a1f-4a12-aeb5-0743b03bffc6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:05.627888 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-420498d5-12e5-4ce4-bffb-d0cc957ecc8c req-027778df-4a1f-4a12-aeb5-0743b03bffc6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.0808794
Jun 04 13:39:05.670060 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-420498d5-12e5-4ce4-bffb-d0cc957ecc8c req-fb1a4272-c78e-4200-84d6-d9c1f3f5c1b8 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366149
Jun 04 13:39:05.848176 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3a89a07e-3d04-4636-9d2a-a7b033ac4ca0 req-bf4db0be-6a58-4b23-8065-90dbf7c4cc1e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357530
Jun 04 13:39:06.853691 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ea43e-bf31-49d8-8fad-aedbdf3af306 req-ebcbf160-70ae-4c3a-a6ca-354348fe12ce tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:06.855041 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a82ea43e-bf31-49d8-8fad-aedbdf3af306 req-ebcbf160-70ae-4c3a-a6ca-354348fe12ce tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.0802186
Jun 04 13:39:06.901707 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a82ea43e-bf31-49d8-8fad-aedbdf3af306 req-af18a4e2-08ff-4af8-bd09-749476e2d63d tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408261
Jun 04 13:39:08.087955 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2c8cf-e706-43c7-8d63-5b9f4c7f1847 req-3f75f80e-d52f-4b3c-b1d6-736ddc36f629 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:08.089399 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3fb2c8cf-e706-43c7-8d63-5b9f4c7f1847 req-3f75f80e-d52f-4b3c-b1d6-736ddc36f629 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.0840580
Jun 04 13:39:08.133683 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3fb2c8cf-e706-43c7-8d63-5b9f4c7f1847 req-720cd5b7-284f-429f-ab53-245ae9488acd tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379114
Jun 04 13:39:09.320271 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68afc-47ee-47da-9a83-44889fcad836 req-6382ece0-5f9e-4d16-a822-8ceb39509b48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:09.321701 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5bf68afc-47ee-47da-9a83-44889fcad836 req-6382ece0-5f9e-4d16-a822-8ceb39509b48 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.0827584
Jun 04 13:39:09.365756 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5bf68afc-47ee-47da-9a83-44889fcad836 req-efa702d2-c52d-46df-b4fb-c1d034bc1997 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380507
Jun 04 13:39:13.151738 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51314) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:13.263907 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.278563 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:13.282422 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Usage tracker for resource:security_group_rule and tenant:e761ad1c86a447b59a3bcd342373ca72 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:13.285263 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:13.291260 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:13.372882 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.376513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.385104 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a9a221c0-b151-4bbf-9739-331330f0adf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:13.423577 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e761ad1c86a447b59a3bcd342373ca72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2707112
Jun 04 13:39:13.424770 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8703d69e-2ea9-449b-930b-9043e106f4a9,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:13.426083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51320) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:13.428044 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:13.486044 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.519428 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.572043 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.575982 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-75825235-ce94-4440-bfe7-71bb758fe541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:13.588350 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8703d69e-2ea9-449b-930b-9043e106f4a9,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:13.591380 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:13.593470 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.594621 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8703d69e-2ea9-449b-930b-9043e106f4a9 HTTP/1.1" status: 204  len: 168 time: 0.1672797
Jun 04 13:39:13.869049 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51326) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:13.886583 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.900322 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:13.904081 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3393afcd824eb99d0215f74841687b is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:13.906800 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:13.913388 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:13.994739 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:13.998129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:14.006420 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dc7f2209-2fbf-413a-acdd-4c990cab0e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:14.044178 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e3393afcd824eb99d0215f74841687b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1741135
Jun 04 13:39:14.045798 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5f40e-45c1-4f11-9f8d-663f0c4fb14d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:14.046891 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51328) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:14.048714 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-253e81f7-ecfa-4243-86fa-7ab5c8fc14f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:14.109213 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:14.134314 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:14.184478 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:14.189240 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a2178529-377b-4537-86dd-05ede547bd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:14.204322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5f40e-45c1-4f11-9f8d-663f0c4fb14d,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:14.206844 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:14.218316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:14.219454 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-86c60a10-af39-4929-a480-8a09c93011cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01c5f40e-45c1-4f11-9f8d-663f0c4fb14d HTTP/1.1" status: 204  len: 168 time: 0.1715162
Jun 04 13:39:19.714633 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51426) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:19.829358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:19.847384 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:19.851318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Usage tracker for resource:security_group_rule and tenant:e60cfe830c624a20994a9c9ec318c5f3 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:19.854125 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:19.859833 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:19.940682 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:19.944154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:19.954790 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-19d0ad37-b00c-4b0f-a253-8c65aa55dfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:19.988158 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e60cfe830c624a20994a9c9ec318c5f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2724004
Jun 04 13:39:19.991464 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51430) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:19.992695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26a7b08-15e7-4c07-a56b-1ef37e7871ff,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:19.995744 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-00bddffb-cb59-409c-9b66-28639d89f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:20.049269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.074686 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.127244 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.131531 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-99e070c9-3d1b-490c-adbb-720f9bb609bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:20.147563 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26a7b08-15e7-4c07-a56b-1ef37e7871ff,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:20.150359 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:20.152267 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.155712 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c26a7b08-15e7-4c07-a56b-1ef37e7871ff HTTP/1.1" status: 204  len: 168 time: 0.1631413
Jun 04 13:39:20.435367 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51436) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:20.539465 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.554059 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:20.557939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Usage tracker for resource:security_group_rule and tenant:fa3dfcd9d26346ccb60929cc9dbaeefd is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:20.561032 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:20.566708 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:20.650216 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.653976 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.660268 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-32ca7fba-bbe5-4d8c-b794-9f8a3c41bbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:20.701020 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa3dfcd9d26346ccb60929cc9dbaeefd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2645972
Jun 04 13:39:20.701939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d3cf90-aa84-40fb-9ab6-b5af5dc6c6e3,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:20.703895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51440) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:20.704901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:20.764678 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.791610 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.844939 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.849216 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-06c68af6-a4fb-4676-81f7-78ae8f000481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:20.866378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d3cf90-aa84-40fb-9ab6-b5af5dc6c6e3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:20.868919 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:20.878757 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:20.880329 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8d3cf90-aa84-40fb-9ab6-b5af5dc6c6e3 HTTP/1.1" status: 204  len: 168 time: 0.1748948
Jun 04 13:39:21.109480 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-0fa88ce3-448f-4bc8-b03e-049fc9139343 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:21.110922 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-0fa88ce3-448f-4bc8-b03e-049fc9139343 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1472826
Jun 04 13:39:21.127006 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-76866762-d27a-48b3-85de-8d9a3f994511 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/quotas/12b862a8d1334cc3a7669f311115f2c1 HTTP/1.1" status: 200  len: 375 time: 0.0101440
Jun 04 13:39:21.217139 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-04cca9f9-ed7e-4831-bbd4-f87fd218b57c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0837851
Jun 04 13:39:21.351949 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-dc38e641-4fa1-4bcd-a169-de929c829872 service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278486
Jun 04 13:39:21.485674 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-fbceb588-67fd-4af4-92f7-f5307bf9fd6a service neutron] 10.222.0.20 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279938
Jun 04 13:39:21.665948 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d7b61015-cf24-4a8a-94cf-e3ae73c27a75 req-3e4d0856-fe5e-4d9f-ad2c-60f0726e5019 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 210 time: 0.0424912
Jun 04 13:39:22.867997 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5b9a130f-ed8c-41a1-8ff6-002b5dfd5869 req-f9c6410c-1328-4aec-b181-67e86a9bdfa3 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 210 time: 0.0600023
Jun 04 13:39:22.901672 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-582702d7-639b-4073-8145-d20fdda578db tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:22.902245 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-582702d7-639b-4073-8145-d20fdda578db tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 815 time: 0.1913254
Jun 04 13:39:22.916915 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Request body: {'port': {'device_id': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'admin_state_up': True, 'tenant_id': '12b862a8d1334cc3a7669f311115f2c1'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:39:22.957730 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51526) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:23.082011 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.096669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:23.100767 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Usage tracker for resource:security_group_rule and tenant:155a5ba7fc7d456ea0997984cb760b1a is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:23.103617 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:23.109284 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:23.159925 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:23.164068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Usage tracker for resource:port and tenant:12b862a8d1334cc3a7669f311115f2c1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:23.166909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:23.172800 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:23.195350 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.198902 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.204329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Made reservation on behalf of 12b862a8d1334cc3a7669f311115f2c1 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:39:23.207324 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cb29c0e4-db91-414f-8222-d95bf3866ae2 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:23.207911 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.247460 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=155a5ba7fc7d456ea0997984cb760b1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2886007
Jun 04 13:39:23.248604 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d0600-5e01-4543-ba34-3fb1ec4714d3,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:23.251727 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:23.252375 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51532) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:23.314637 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.340783 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.372329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Allocated IP 172.20.0.5 (2609f7be-3e97-400a-87c2-1ca2085003e1/1d405f90-6236-4970-92da-6a6a102a62dd/69ed1446-e200-4815-9612-e572da036fb5) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:39:23.398019 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.403114 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5a82e8ed-7133-4ad3-8740-a795f2f7e483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:23.415730 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d0600-5e01-4543-ba34-3fb1ec4714d3,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:23.422547 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:23.430479 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.431648 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-97013dca-6d16-429b-87e5-75f426866865 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af4d0600-5e01-4543-ba34-3fb1ec4714d3 HTTP/1.1" status: 204  len: 168 time: 0.1783500
Jun 04 13:39:23.581176 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.610167 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.616462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e5229c88-f560-4419-81db-f86ee3e57473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:23.627662 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97', '0f0214e6-5117-4334-90f3-bae66e067638', '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:39:23.684197 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Network 2609f7be-3e97-400a-87c2-1ca2085003e1 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:39:23.687663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:39:23.692316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:39:23.722858 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event updated for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:23.731138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:23.731279 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51538) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:23.749736 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.759502 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:23.760121 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.764953 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:23.768761 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Usage tracker for resource:security_group_rule and tenant:2a875abd247b4cdf9c80fa03d300a52c is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:23.771791 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:23.777516 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:23.781126 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8681304
Jun 04 13:39:23.795943 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Request body: {'port': {'device_id': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:39:23.871813 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.876926 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.886522 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9afa2cbf-097a-4ba3-b7e2-e07d49ff7e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:23.925132 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:23.934822 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a875abd247b4cdf9c80fa03d300a52c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2005768
Jun 04 13:39:23.934822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db0016-fe2a-4703-8daf-48a601b8f390,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:23.936433 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51542) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:23.938712 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:24.079784 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9df7-c075-42f1-a480-e60a3efc8082 req-35bcb0c8-8e88-4294-bf53-514a58657235 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:24.081374 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c84e9df7-c075-42f1-a480-e60a3efc8082 req-35bcb0c8-8e88-4294-bf53-514a58657235 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 931 time: 0.0886393
Jun 04 13:39:24.132214 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c84e9df7-c075-42f1-a480-e60a3efc8082 req-83bba5d6-56c6-4abe-86f8-13450bf86443 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439997
Jun 04 13:39:24.146582 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.230962 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.338235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.346986 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42db2cdb-4de9-413a-9c3e-657bccbf9616 tempest-TestMinimumBasicScenario-409011912 tempest-TestMinimumBasicScenario-409011912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:24.368602 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db0016-fe2a-4703-8daf-48a601b8f390,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:24.374617 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:24.383443 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ed1446-e200-4815-9612-e572da036fb5 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:39:24.387801 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.388892 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81db0016-fe2a-4703-8daf-48a601b8f390 HTTP/1.1" status: 204  len: 168 time: 0.4514894
Jun 04 13:39:24.392745 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.407971 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Transition to ACTIVE for port object 69ed1446-e200-4815-9612-e572da036fb5 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:39:24.412059 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.416656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1e261d38-47b3-4610-9cb0-ad57ae610e28 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:24.540731 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Pushing event updated for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:24.569971 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:24.644611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Attempting to bind port 69ed1446-e200-4815-9612-e572da036fb5 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:39:24.644863 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Attempting to bind port 69ed1446-e200-4815-9612-e572da036fb5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:39:24.645231 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Attempting to bind port 69ed1446-e200-4815-9612-e572da036fb5 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:39:24.649828 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Port 69ed1446-e200-4815-9612-e572da036fb5 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:39:24.650152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Attempting to bind port 69ed1446-e200-4815-9612-e572da036fb5 on network 2609f7be-3e97-400a-87c2-1ca2085003e1 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:39:24.655218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:39:24.655558 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Checking segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:39:24.655980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Bound using segment: {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:39:24.656363 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Bound port: 69ed1446-e200-4815-9612-e572da036fb5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae91b5d-a8af-4e58-a955-a5e9af15d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:39:24.659462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.751457 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:39:24.754992 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69ed1446-e200-4815-9612-e572da036fb5,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:39:24.760577 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.764299 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-27beb46f-b754-445e-b68c-341927ae694a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:24.818997 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:24.819647 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:24.821038 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] 10.222.0.22 "PUT /v2.0/ports/69ed1446-e200-4815-9612-e572da036fb5 HTTP/1.1" status: 200  len: 1093 time: 1.0296378
Jun 04 13:39:24.821557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'tag': '69ed1446-e200-4815-9612-e572da036fb5'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:24.823867 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874a27e-ab1e-4d27-8f94-a090e3e5489c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "tag": "69ed1446-e200-4815-9612-e572da036fb5"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:24.861579 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Pushing event updated for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:24.870975 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.871506 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.871739 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.872152 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.872455 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.872815 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.873146 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.874212 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.874590 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.875013 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.875447 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.875741 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:24.880467 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:24.882211 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601db604-832d-4f7b-8c13-e9067526b36c x-openstack-request-id: req-601db604-832d-4f7b-8c13-e9067526b36c {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:24.882544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "tag": "69ed1446-e200-4815-9612-e572da036fb5", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:24.882843 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-601db604-832d-4f7b-8c13-e9067526b36c {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:24.883304 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'tag': '69ed1446-e200-4815-9612-e572da036fb5', 'status': 'completed', 'code': 200}
Jun 04 13:39:25.056425 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-a6c00128-c3c7-40e1-96cc-7d8fe1f4cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.057889 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-a6c00128-c3c7-40e1-96cc-7d8fe1f4cea8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 1096 time: 0.1738620
Jun 04 13:39:25.102319 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-a59cc8e1-911d-450f-955c-fd84a7f3e86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:25.127839 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-af2c3e6c-81cf-4d1d-8ebb-aa3224f1ea15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69ed1446-e200-4815-9612-e572da036fb5 HTTP/1.1" status: 200  len: 217 time: 0.0618143
Jun 04 13:39:25.197547 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903cd5-decd-4be8-8822-f6937944b76e req-67d76bac-5c09-44e1-8774-4b3dd77bede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.199043 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-67d76bac-5c09-44e1-8774-4b3dd77bede4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0642033
Jun 04 13:39:25.250155 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-5f03efd2-34a9-4ce4-9209-bb366b887663 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443952
Jun 04 13:39:25.326606 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafae4cf-e921-44d7-9441-b0c291e09171 req-5aeb84a8-704a-4c88-abba-cb7c32e95d5b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.328093 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cafae4cf-e921-44d7-9441-b0c291e09171 req-5aeb84a8-704a-4c88-abba-cb7c32e95d5b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 943 time: 0.0822022
Jun 04 13:39:25.374048 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-cafae4cf-e921-44d7-9441-b0c291e09171 req-03d6257d-06d9-49ea-a3b8-919d3a4568c6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396817
Jun 04 13:39:25.398188 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-89155090-af13-47d8-9876-3a466d24710f service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399801
Jun 04 13:39:25.537441 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24903cd5-decd-4be8-8822-f6937944b76e req-695d3636-27e8-4219-b37b-dab3e5bc7755 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310685
Jun 04 13:39:25.667026 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-917fab8b-294c-4445-92ce-6ec8fbcf2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.668515 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-917fab8b-294c-4445-92ce-6ec8fbcf2aec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=12b862a8d1334cc3a7669f311115f2c1&device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 1096 time: 0.0710995
Jun 04 13:39:25.803456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-a404d584-3191-45d1-9f39-a104d53b78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.804946 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-a404d584-3191-45d1-9f39-a104d53b78e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 200  len: 916 time: 0.1290503
Jun 04 13:39:25.878607 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-ba183233-bcb1-4b69-ae90-e10dac686a8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69ed1446-e200-4815-9612-e572da036fb5 HTTP/1.1" status: 200  len: 217 time: 0.0650263
Jun 04 13:39:25.909766 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51588) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:25.941318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-ae3e7630-5eed-43a6-860c-924dc4b2f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:25.943777 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-ae3e7630-5eed-43a6-860c-924dc4b2f90d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 200  len: 855 time: 0.0571218
Jun 04 13:39:25.971105 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51592) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:25.995200 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-97c85e1a-4560-4936-929b-5104ff05dcc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2609f7be-3e97-400a-87c2-1ca2085003e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404990
Jun 04 13:39:26.034375 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.048957 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:39:26.053121 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:efdaac6d80d8448a99192f27ec1e2363 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:39:26.055972 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:39:26.061841 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:39:26.130964 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-72ca2496-2fef-4573-a1c5-806a99467da9 service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278889
Jun 04 13:39:26.263641 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2874a27e-ab1e-4d27-8f94-a090e3e5489c req-f670c9f4-70d9-4730-9d20-5e7b4e2d8dfa service neutron] 10.222.0.22 "GET /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240988
Jun 04 13:39:26.333662 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.340949 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.351693 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-795ed4a9-3485-4176-af3c-ff5db1d7cb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:26.389482 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69ed1446-e200-4815-9612-e572da036fb5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:39:26.427713 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efdaac6d80d8448a99192f27ec1e2363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5167756
Jun 04 13:39:26.429613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51598) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:26.435703 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38aceb-5ea4-40de-986b-2c9582cf2a4a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:26.446263 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.446649 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.447029 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.447423 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.447794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.448226 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.448528 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.448893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.449500 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.449872 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.450230 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.450591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.458822 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:26.475868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Deleting port 2620499e-77ad-4a79-a3c9-60fe39577df9 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:26.476266 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.511696 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.538375 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.538980 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69ed1446-e200-4815-9612-e572da036fb5,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:26.553702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '69ed1446-e200-4815-9612-e572da036fb5', 'network_id': '2609f7be-3e97-400a-87c2-1ca2085003e1', 'port_id': '69ed1446-e200-4815-9612-e572da036fb5', 'mac_address': 'fa:16:3e:56:ff:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d405f90-6236-4970-92da-6a6a102a62dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:39:26.595611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.602164 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2c2bba43-d456-4244-8b5e-2ddb820f7b6b tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:26.612234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.616609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38aceb-5ea4-40de-986b-2c9582cf2a4a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:26.625666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:26.626668 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.631356 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f38aceb-5ea4-40de-986b-2c9582cf2a4a HTTP/1.1" status: 204  len: 168 time: 0.1971805
Jun 04 13:39:26.640929 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ed1446-e200-4815-9612-e572da036fb5 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:39:26.662326 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69ed1446-e200-4815-9612-e572da036fb5,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:26.666349 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.668231 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:26.739787 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:26.747718 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.748070 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.748523 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.748867 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.749174 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.749544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.749875 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.750201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.750538 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.750860 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.751191 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.751521 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:39:26.756424 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:26.774512 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.774854 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:26.847061 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2917-cd25-4bb9-a5d6-421381023ddd req-32307c50-88a1-4b3b-8d5c-9274345653a6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:26.848525 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-369b2917-cd25-4bb9-a5d6-421381023ddd req-32307c50-88a1-4b3b-8d5c-9274345653a6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 943 time: 0.3444474
Jun 04 13:39:26.912716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Calling delete_port for 2620499e-77ad-4a79-a3c9-60fe39577df9 owned by network:floatingip {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:26.935396 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['69ed1446-e200-4815-9612-e572da036fb5'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:39:26.970233 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-369b2917-cd25-4bb9-a5d6-421381023ddd req-e38e25e9-4efa-409a-b520-6bfae1466e6c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643029
Jun 04 13:39:27.109924 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-7c178cb8-cdd6-478a-a666-10ee64835eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719051
Jun 04 13:39:27.111885 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:27.118439 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b0ef8d1e-138c-4fee-84a8-6074556fc7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:27.198130 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event deleted for resources: {'Port': ['ID=2620499e-77ad-4a79-a3c9-60fe39577df9,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:27.204794 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:27.227541 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-98c377ea-bcf7-4162-a12a-1998e01fa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:27.229078 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-98c377ea-bcf7-4162-a12a-1998e01fa258 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 1099 time: 0.0904174
Jun 04 13:39:27.263680 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for floatingip, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:27.264019 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Floating IP 38629750-04fb-4392-9b05-5e939f47f272 disassociated (deleted). External IP: 172.27.1.246, port: 6dfd889b-7b38-4516-88b6-1654e47012c5.
Jun 04 13:39:27.488128 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-11520fed-d0ad-47d2-bce1-010a8374d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:27.490283 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-11520fed-d0ad-47d2-bce1-010a8374d531 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.2313983
Jun 04 13:39:27.593828 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-f8e774ea-4592-4a7e-b42c-eb9598c3ea89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 200  len: 1002 time: 0.0954940
Jun 04 13:39:27.620377 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e15c95d3-746d-4303-8d7a-831169a525a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:27.629823 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Router 33e6e559-2268-4e43-a48f-1bb14f116849 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:39:27.662813 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-3b4bb0a5-7490-488d-b8ff-8f2441229f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:27.664741 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-3b4bb0a5-7490-488d-b8ff-8f2441229f78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0629170
Jun 04 13:39:27.746319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-3ce9f853-2aea-436b-8ef1-968f38e04da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:27.747866 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-3ce9f853-2aea-436b-8ef1-968f38e04da9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0761619
Jun 04 13:39:27.816194 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:39:27.827771 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Sync routers for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:39:27.842274 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:27.844482 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8a550700>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:27.889098 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:27.906042 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-5c95540d-24f9-4073-baf9-53db8f3da14a service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490333
Jun 04 13:39:27.947868 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "DELETE /v2.0/floatingips/38629750-04fb-4392-9b05-5e939f47f272 HTTP/1.1" status: 204  len: 168 time: 1.9755595
Jun 04 13:39:27.948792 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:27.951469 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:28.087208 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:28.111074 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:28.142456 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64d0ff3b-e22e-4ade-b95b-a1a46fe09263 req-9f2ade43-8f34-4e67-8dbc-aba903b5ca68 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274592
Jun 04 13:39:28.156725 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff486f-7c55-4060-970b-734b3c3bcc20 x-openstack-request-id: req-0bff486f-7c55-4060-970b-734b3c3bcc20 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:28.157322 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:28.157625 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bff486f-7c55-4060-970b-734b3c3bcc20 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:28.158071 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'status': 'completed', 'code': 200}
Jun 04 13:39:28.263698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-333fc73c-0cee-49e4-88ff-96d12593360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.265470 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-333fc73c-0cee-49e4-88ff-96d12593360e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=537846bafd224c5ea8168904f14a73f9&device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 1099 time: 0.0814753
Jun 04 13:39:28.345086 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec917073-264b-4c38-afb1-091c8f40ece7 req-a08051c3-8db5-44ce-a95c-1fad275743d2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.346567 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ec917073-264b-4c38-afb1-091c8f40ece7 req-a08051c3-8db5-44ce-a95c-1fad275743d2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 944 time: 0.1024492
Jun 04 13:39:28.423485 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69ed1446-e200-4815-9612-e572da036fb5 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:39:28.440285 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-cd2775f7-e65d-407d-b8ba-2a44bd1f33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.441822 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-cd2775f7-e65d-407d-b8ba-2a44bd1f33b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 200  len: 909 time: 0.1671135
Jun 04 13:39:28.446105 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ec917073-264b-4c38-afb1-091c8f40ece7 req-6f66f1a9-7397-441c-a83a-7c8b40f8e609 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588999
Jun 04 13:39:28.475620 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe558-5dc1-4959-81a9-4e0299e39ab4 req-35fa6d14-a2ae-4cee-9dc6-40b1f2425a1b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.476354 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-debfe558-5dc1-4959-81a9-4e0299e39ab4 req-35fa6d14-a2ae-4cee-9dc6-40b1f2425a1b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Synchronizing usage tracker for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:39:28.493377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-debfe558-5dc1-4959-81a9-4e0299e39ab4 req-35fa6d14-a2ae-4cee-9dc6-40b1f2425a1b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Unset dirty status for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:39:28.495061 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-debfe558-5dc1-4959-81a9-4e0299e39ab4 req-35fa6d14-a2ae-4cee-9dc6-40b1f2425a1b tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1466939
Jun 04 13:39:28.527193 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-b46c5bfd-ef73-4d11-b7bc-f5419e351a7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 200  len: 217 time: 0.0721729
Jun 04 13:39:28.543540 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-debfe558-5dc1-4959-81a9-4e0299e39ab4 req-66c0be11-bc1f-42cd-a5c5-695e90b0a875 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429971
Jun 04 13:39:28.555602 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 69ed1446-e200-4815-9612-e572da036fb5 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:39:28.567697 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 69ed1446-e200-4815-9612-e572da036fb5 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:39:28.568080 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:28.594929 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-28f9b004-ad0a-4e48-bc26-1008c3983004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.596492 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-28f9b004-ad0a-4e48-bc26-1008c3983004 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 200  len: 847 time: 0.0617595
Jun 04 13:39:28.647637 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8a550700>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:28.674426 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-060caf4e-c6ff-4151-a55c-6b196a407602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:28.675952 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-060caf4e-c6ff-4151-a55c-6b196a407602 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f965b8e-6559-473c-8842-ca75488d4090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0724797
Jun 04 13:39:28.680892 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Checking router: 33e6e559-2268-4e43-a48f-1bb14f116849 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:39:28.706889 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:28.707543 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8a550700>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:28.768210 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:28.817757 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ed1446-e200-4815-9612-e572da036fb5'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:28.820019 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb225f3-11f5-4607-837d-656241c4b291" -d '{"events": [{"server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "name": "network-vif-plugged", "status": "completed", "tag": "69ed1446-e200-4815-9612-e572da036fb5"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:28.820172 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-2a44db5d-f53d-4f23-8e4b-593a68332fd1 service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368389
Jun 04 13:39:28.832470 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:28.840201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69ed1446-e200-4815-9612-e572da036fb5,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:28.889983 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc9a15-2df5-479a-a5b5-c4528d15983b x-openstack-request-id: req-14bc9a15-2df5-479a-a5b5-c4528d15983b {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:28.889983 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "name": "network-vif-plugged", "status": "completed", "tag": "69ed1446-e200-4815-9612-e572da036fb5", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:28.890360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14bc9a15-2df5-479a-a5b5-c4528d15983b {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:28.890521 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ed1446-e200-4815-9612-e572da036fb5', 'code': 200}
Jun 04 13:39:28.898089 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:28.902426 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:28.967836 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ba6f7a6-99be-456f-8be4-5b2c440f16cc req-b1fc9db6-bc4f-4d2a-93c4-f02922d521cc service neutron] 10.222.0.22 "GET /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398520
Jun 04 13:39:28.988126 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:29.055760 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:29.069893 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:29.075798 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:29.126484 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51bcab-bced-4e37-bf53-e9a04f199adc req-adbfb047-bbef-4008-baf0-4871481ec5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:29.127100 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb51bcab-bced-4e37-bf53-e9a04f199adc req-adbfb047-bbef-4008-baf0-4871481ec5a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 1098 time: 0.0727522
Jun 04 13:39:29.171555 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cb51bcab-bced-4e37-bf53-e9a04f199adc req-2b2a9373-806a-4181-9658-ac43fc0b3efa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369036
Jun 04 13:39:29.329781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8a550700>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:29.334212 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21a736-84c4-426c-b47c-635e1923e412 None None] The sync data for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi is: [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:34:05Z', 'revision_number': 4, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': '61265368-bd5a-41f6-b9ab-151c62ff4494', 'name': '', 'network_id': '6f965b8e-6559-473c-8842-ca75488d4090', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'mac_address': 'fa:16:3e:45:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:03Z', 'updated_at': '2021-06-04T13:34:13Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'subnets': [{'id': '958659c4-61b6-47aa-878d-1f0ac35ff44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:39:29.558510 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3db91e-9ec7-476e-a0d0-ff9a5a2d8306 None None] New status for floating IP 38629750-04fb-4392-9b05-5e939f47f272: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:39:29.805434 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aff38-a0ea-4d51-9241-bdf3e6f339dd req-e42fc64e-767a-4d7b-98db-36f77f738185 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:29.807407 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-220aff38-a0ea-4d51-9241-bdf3e6f339dd req-e42fc64e-767a-4d7b-98db-36f77f738185 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 945 time: 0.2475524
Jun 04 13:39:29.871712 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-220aff38-a0ea-4d51-9241-bdf3e6f339dd req-d8b2b057-f96f-41fa-bc90-f0fd8c512fd4 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569463
Jun 04 13:39:29.886065 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a598e7-37cf-4036-a11a-04b4c0d473e7 req-7cb96580-e626-4c5a-aaff-50fd89810b75 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:29.888126 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-03a598e7-37cf-4036-a11a-04b4c0d473e7 req-7cb96580-e626-4c5a-aaff-50fd89810b75 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1384773
Jun 04 13:39:29.938629 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-03a598e7-37cf-4036-a11a-04b4c0d473e7 req-0a5a1c39-5787-479f-ad87-dddf74c75fb5 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf4048df-a6ad-4637-84dc-af005db407f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426834
Jun 04 13:39:30.153187 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:39:30.164275 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-f97632ee-2688-44e0-8c14-1e352bf21f74 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:30.166421 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-f97632ee-2688-44e0-8c14-1e352bf21f74 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Synchronizing usage tracker for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:39:30.178733 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-f97632ee-2688-44e0-8c14-1e352bf21f74 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Unset dirty status for tenant:537846bafd224c5ea8168904f14a73f9 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:39:30.179900 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-f97632ee-2688-44e0-8c14-1e352bf21f74 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 946 time: 0.1007056
Jun 04 13:39:30.314532 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Deleting port 6dfd889b-7b38-4516-88b6-1654e47012c5 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:30.314876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:30.543210 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] For port 6dfd889b-7b38-4516-88b6-1654e47012c5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dfd889b-7b38-4516-88b6-1654e47012c5,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:30.543568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:30.548072 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:30.665785 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Calling delete_port for 6dfd889b-7b38-4516-88b6-1654e47012c5 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:30.779507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:30.784810 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bd5a181d-4eac-4601-b8cd-8488f0a4bfd8 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:30.832552 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event deleted for resources: {'Port': ['ID=6dfd889b-7b38-4516-88b6-1654e47012c5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:30.835657 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:30.908606 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] No DVR routers for this DVR port 6dfd889b-7b38-4516-88b6-1654e47012c5 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:30.911296 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:30.914236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-deleted', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:30.916561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97933a9-661c-4c60-a15c-6633eeb27b4f" -d '{"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-deleted", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:30.933260 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6afc5fcc-44cd-4f73-b2c2-fe09fa9d2145 req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.22 "DELETE /v2.0/ports/6dfd889b-7b38-4516-88b6-1654e47012c5 HTTP/1.1" status: 204  len: 173 time: 0.7462411
Jun 04 13:39:30.975208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7f16e-76d2-407f-8718-b342ed9dfbb1 x-openstack-request-id: req-1fc7f16e-76d2-407f-8718-b342ed9dfbb1 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:30.976720 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e692fc3-1802-4bcd-b791-b667a82331d0", "name": "network-vif-deleted", "tag": "6dfd889b-7b38-4516-88b6-1654e47012c5", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:30.977066 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc7f16e-76d2-407f-8718-b342ed9dfbb1 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:30.978231 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e692fc3-1802-4bcd-b791-b667a82331d0', 'name': 'network-vif-deleted', 'tag': '6dfd889b-7b38-4516-88b6-1654e47012c5', 'status': 'completed', 'code': 200}
Jun 04 13:39:31.074702 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2610-2835-410a-b391-6b425108ef6f req-f5d47fc5-ee92-4418-9317-4bf0b12c9b63 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:31.076426 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6b6e2610-2835-410a-b391-6b425108ef6f req-f5d47fc5-ee92-4418-9317-4bf0b12c9b63 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 945 time: 0.0933356
Jun 04 13:39:31.134581 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fba6428b-e656-40b6-ace7-d960cd6ca72d req-d87a5104-fda1-4b9a-83b0-b6b02e99aa00 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 210 time: 0.0570846
Jun 04 13:39:31.163270 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6b6e2610-2835-410a-b391-6b425108ef6f req-1ef55806-3a08-4012-8460-fb6c2f0bdf8c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513721
Jun 04 13:39:32.302772 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d807fffc-0a45-440a-b2cb-81037b49324f req-f24f6773-2255-43b6-b541-59ce42234366 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e692fc3-1802-4bcd-b791-b667a82331d0 HTTP/1.1" status: 200  len: 210 time: 0.0425966
Jun 04 13:39:32.406196 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:32.440114 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 6dfd889b-7b38-4516-88b6-1654e47012c5 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:32.440470 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 6dfd889b-7b38-4516-88b6-1654e47012c5 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:33.393314 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51704) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:33.463656 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:33.493094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:33.557245 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:33.562159 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-23283389-596f-4a6c-bffe-91e8d61a268c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:33.577396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4048df-a6ad-4637-84dc-af005db407f1,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:33.579895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:33.588187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:33.591949 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8fe903cd-6654-425b-acdf-c042d46a15a1 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf4048df-a6ad-4637-84dc-af005db407f1 HTTP/1.1" status: 204  len: 168 time: 0.1951272
Jun 04 13:39:33.641602 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51712) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:34.365927 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:34.864378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Deleting port 61265368-bd5a-41f6-b9ab-151c62ff4494 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:34.865060 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:34.986922 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] For port 61265368-bd5a-41f6-b9ab-151c62ff4494, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=61265368-bd5a-41f6-b9ab-151c62ff4494,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:34.987456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:35.110837 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Calling delete_port for 61265368-bd5a-41f6-b9ab-151c62ff4494 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:35.281187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:35.287630 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:35.334497 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Pushing event deleted for resources: {'Port': ['ID=61265368-bd5a-41f6-b9ab-151c62ff4494,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:35.338294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:35.634511 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:36.000043 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Router 33e6e559-2268-4e43-a48f-1bb14f116849 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:39:36.274688 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:39:36.282873 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Sync routers for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:39:36.288201 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bc6b8e7e-acbe-4e42-b3ae-f01e1254f341 admin admin] 10.222.0.20 "PUT /v2.0/routers/33e6e559-2268-4e43-a48f-1bb14f116849/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6455212
Jun 04 13:39:36.290552 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51732) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:36.295337 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:36.295949 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8a533880>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:36.471446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:36.483995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:36.646923 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:36.717295 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Deleting port 4ef5e79e-74b8-4629-96f6-01a1b32c7741 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:36.717632 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:36.806831 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8a533880>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:39:35Z', 'revision_number': 5, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port': {'id': '4ef5e79e-74b8-4629-96f6-01a1b32c7741', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:00Z', 'updated_at': '2021-06-04T13:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:36.810814 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Checking router: 33e6e559-2268-4e43-a48f-1bb14f116849 for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:39:36.819544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Routers {'33e6e559-2268-4e43-a48f-1bb14f116849'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:36.820075 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8a533880>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['33e6e559-2268-4e43-a48f-1bb14f116849'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:36.838515 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] For port 4ef5e79e-74b8-4629-96f6-01a1b32c7741, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4ef5e79e-74b8-4629-96f6-01a1b32c7741,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:36.838871 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:36.966368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Calling delete_port for 4ef5e79e-74b8-4629-96f6-01a1b32c7741 owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:36.976927 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] Set router 33e6e559-2268-4e43-a48f-1bb14f116849 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:37.084458 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8a533880>, [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:39:36Z', 'revision_number': 6, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:37.088369 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8702ee-45d3-4605-a518-fe808dc6b062 None None] The sync data for ids ['33e6e559-2268-4e43-a48f-1bb14f116849'] in dv-cinder-784779-14-iscsi is: [{'id': '33e6e559-2268-4e43-a48f-1bb14f116849', 'name': 'tempest-TestShelveInstance-682015989-router', 'tenant_id': '537846bafd224c5ea8168904f14a73f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:33:59Z', 'updated_at': '2021-06-04T13:39:36Z', 'revision_number': 6, 'project_id': '537846bafd224c5ea8168904f14a73f9', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:39:37.104817 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.108780 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8e7237b9-0fc6-48f2-abc4-773cdc07df1a tempest-VolumesSnapshotTestJSON-378621407 tempest-VolumesSnapshotTestJSON-378621407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:37.154582 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef5e79e-74b8-4629-96f6-01a1b32c7741,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:37.157669 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:37.243033 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.410600 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.412726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.601074 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.601775 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e6e559-2268-4e43-a48f-1bb14f116849 {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:39:37.614742 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.615864 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/33e6e559-2268-4e43-a48f-1bb14f116849 HTTP/1.1" status: 204  len: 168 time: 1.3244319
Jun 04 13:39:37.618318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51740) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:37.675776 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Deleting subnet 958659c4-61b6-47aa-878d-1f0ac35ff44c {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:39:37.679324 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.728387 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:37.852151 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.105415 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.110073 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:38.147874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958659c4-61b6-47aa-878d-1f0ac35ff44c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:38.149780 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.152422 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:38.153492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c14b77-f2ff-4a53-b731-f62c3d5317b6 None None] Network 6f965b8e-6559-473c-8842-ca75488d4090 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:39:38.157702 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-46925ef6-391a-406d-a2da-9d0969f9f57c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/958659c4-61b6-47aa-878d-1f0ac35ff44c HTTP/1.1" status: 204  len: 168 time: 0.5371318
Jun 04 13:39:38.158856 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51744) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:38.262446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.334801 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Deleting port 3746c793-dfc8-4863-b9a2-6cccaf22f222 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:38.335059 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.405477 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] DHCP port deletion for 6f965b8e-6559-473c-8842-ca75488d4090 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:39:38.443563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] For port 3746c793-dfc8-4863-b9a2-6cccaf22f222, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3746c793-dfc8-4863-b9a2-6cccaf22f222,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:38.444129 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.462132 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4ef5e79e-74b8-4629-96f6-01a1b32c7741 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:38.497298 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 4ef5e79e-74b8-4629-96f6-01a1b32c7741 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:38.497650 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4ef5e79e-74b8-4629-96f6-01a1b32c7741 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:38.498079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 3746c793-dfc8-4863-b9a2-6cccaf22f222 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:38.551626 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Deleting port 3746c793-dfc8-4863-b9a2-6cccaf22f222 {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:38.552004 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.567324 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Calling delete_port for 3746c793-dfc8-4863-b9a2-6cccaf22f222 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:38.615051 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.619280 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-02a5acdf-addf-4c90-8984-c08850dfee10 tempest-AttachVolumeShelveTestJSON-120908293 tempest-AttachVolumeShelveTestJSON-120908293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:38.641099 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No ports have port_id starting with 3746c793-dfc8-4863-b9a2-6cccaf22f222
Jun 04 13:39:38.650901 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 61265368-bd5a-41f6-b9ab-151c62ff4494 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:38.666040 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3746c793-dfc8-4863-b9a2-6cccaf22f222,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:38.670517 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:38.674912 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] No DVR routers for this DVR port 3746c793-dfc8-4863-b9a2-6cccaf22f222 on host dv-cinder-784779-14-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:38.696763 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] For port 3746c793-dfc8-4863-b9a2-6cccaf22f222, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=3746c793-dfc8-4863-b9a2-6cccaf22f222,segment=NetworkSegment(35f0fb8a-becf-48c0-b46e-de99bd7df38b),segment_id=35f0fb8a-becf-48c0-b46e-de99bd7df38b)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:38.697162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.704258 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 61265368-bd5a-41f6-b9ab-151c62ff4494 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:38.704615 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 61265368-bd5a-41f6-b9ab-151c62ff4494 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:38.794018 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.807285 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89f84dc0>,) {'filters': {'network_id': ['6f965b8e-6559-473c-8842-ca75488d4090']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:38.818498 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Calling delete_port for 3746c793-dfc8-4863-b9a2-6cccaf22f222 owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:38.820982 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89f84dc0>, '35f0fb8a-becf-48c0-b46e-de99bd7df38b') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:38.821414 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89f84dc0>, '35f0fb8a-becf-48c0-b46e-de99bd7df38b') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:38.835669 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.853083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.859515 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:39:38.859909 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.860953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.864718 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:39:38.872976 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:39:38.910427 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Pushing event deleted for resources: {'Port': ['ID=3746c793-dfc8-4863-b9a2-6cccaf22f222,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:38.913395 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:38.914244 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] No DVR routers for this DVR port 3746c793-dfc8-4863-b9a2-6cccaf22f222 on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:38.953592 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.957998 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d35052f-220f-4d38-af8b-daf4635a06e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:38.970961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:38.981102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f965b8e-6559-473c-8842-ca75488d4090,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:38.984175 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:38.994215 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f965b8e-6559-473c-8842-ca75488d4090 HTTP/1.1" status: 204  len: 168 time: 0.8343525
Jun 04 13:39:38.997078 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51748) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:39.631063 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:40.042343 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Deleting port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:40.042698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:40.164112 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] For port 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:40.164467 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:40.286062 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Calling delete_port for 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:40.434139 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:40.438716 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8056914f-cb2c-46a1-b5b9-a2fecd5c0f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:40.482607 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:40.485062 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:40.868640 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:41.250229 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Router 354ce294-f94f-498b-a502-c1971fca41c1 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:39:41.433004 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:39:41.442994 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6d1176a4-1fc8-4def-8b6c-e681227cd53d admin admin] 10.222.0.20 "PUT /v2.0/routers/354ce294-f94f-498b-a502-c1971fca41c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4449184
Jun 04 13:39:41.443880 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Sync routers for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:39:41.445398 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51784) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:41.456018 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:41.457823 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4b5400>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:41.626373 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:41.639238 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:41.800258 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:41.875473 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Deleting port 1f42c274-0429-4179-915f-6bcc18e94d6b {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:41.876208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:41.912930 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4b5400>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:39:40Z', 'revision_number': 5, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port': {'id': '1f42c274-0429-4179-915f-6bcc18e94d6b', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ce294-f94f-498b-a502-c1971fca41c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:34:10Z', 'updated_at': '2021-06-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:41.916641 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Checking router: 354ce294-f94f-498b-a502-c1971fca41c1 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:39:41.924657 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Routers {'354ce294-f94f-498b-a502-c1971fca41c1'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:39:41.925251 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4b5400>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['354ce294-f94f-498b-a502-c1971fca41c1'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:42.120596 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] For port 1f42c274-0429-4179-915f-6bcc18e94d6b, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=1f42c274-0429-4179-915f-6bcc18e94d6b,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:42.120958 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.123817 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] Set router 354ce294-f94f-498b-a502-c1971fca41c1 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:39:42.235228 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b4b5400>, [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:39:41Z', 'revision_number': 6, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:42.239850 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c1b0f-a437-4250-9bf2-28963cecbdc8 None None] The sync data for ids ['354ce294-f94f-498b-a502-c1971fca41c1'] in dv-cinder-784779-14-iscsi is: [{'id': '354ce294-f94f-498b-a502-c1971fca41c1', 'name': 'tempest-TestShelveInstance-1984332192-router', 'tenant_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:34:09Z', 'updated_at': '2021-06-04T13:39:41Z', 'revision_number': 6, 'project_id': '2a6aae3a31624b7185ecc6444a19ceb3', 'gw_port_host': None}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:39:42.245217 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Calling delete_port for 1f42c274-0429-4179-915f-6bcc18e94d6b owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:42.412504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.417332 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5a9323d5-6162-48d3-8f71-a539aae675ac tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:42.461249 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f42c274-0429-4179-915f-6bcc18e94d6b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:42.464351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:42.557774 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.763613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.765819 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.788959 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.789506 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 354ce294-f94f-498b-a502-c1971fca41c1 {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:39:42.801116 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.802424 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] 10.222.0.20 "DELETE /v2.0/routers/354ce294-f94f-498b-a502-c1971fca41c1 HTTP/1.1" status: 204  len: 168 time: 1.3558450
Jun 04 13:39:42.804893 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51800) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:42.866845 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Deleting subnet d4f42500-7c76-43c9-93ae-e0643d5fb72e {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:39:42.869717 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.917394 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:42.997943 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.030663 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:43.065879 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:43.066234 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4e3b65af-0b2f-4ca8-9d52-4a93726ee8ff not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:43.254810 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.259373 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b43e4f8a-0ce6-421c-927c-d56d9af016eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:43.295987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f42500-7c76-43c9-93ae-e0643d5fb72e,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:43.300862 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.302165 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99091803-23e5-4acc-bad9-56c4bc9b6a7e None None] Network 4ee29960-bb3d-446b-8c6c-d16955d02e15 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:39:43.307506 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:43.308602 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-933aa2d9-adf7-473c-a36e-910356c72d52 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4f42500-7c76-43c9-93ae-e0643d5fb72e HTTP/1.1" status: 204  len: 168 time: 0.5027399
Jun 04 13:39:43.311028 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 51802) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:43.417172 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.496985 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Deleting port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:43.497483 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.583053 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] DHCP port deletion for 4ee29960-bb3d-446b-8c6c-d16955d02e15 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:39:43.605168 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] For port 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4f82aaa5-edfa-4885-8e34-6b3df7f25469,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:43.605616 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.650434 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Deleting port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:43.650892 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.731243 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Calling delete_port for 4f82aaa5-edfa-4885-8e34-6b3df7f25469 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:43.747618 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] For port 4f82aaa5-edfa-4885-8e34-6b3df7f25469, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4f82aaa5-edfa-4885-8e34-6b3df7f25469,segment=NetworkSegment(e317de1a-266e-4088-b76d-323ed7357235),segment_id=e317de1a-266e-4088-b76d-323ed7357235)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:43.748014 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.781973 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.785724 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e84fb55f-2455-4f51-9e9e-c330588467e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:43.840444 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f82aaa5-edfa-4885-8e34-6b3df7f25469,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:43.842358 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] No DVR routers for this DVR port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 on host dv-cinder-784779-14-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:43.843906 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:43.871366 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Calling delete_port for 4f82aaa5-edfa-4885-8e34-6b3df7f25469 owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:43.916667 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.920230 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-69bb4a26-4e2a-4d0e-bef5-6524fda956c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:43.961940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:43.964116 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Pushing event deleted for resources: {'Port': ['ID=4f82aaa5-edfa-4885-8e34-6b3df7f25469,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:43.967471 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:43.969706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c6efb-4f98-495d-831b-6800b76b12d5 None None] No DVR routers for this DVR port 4f82aaa5-edfa-4885-8e34-6b3df7f25469 on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:43.980445 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8be7a130>,) {'filters': {'network_id': ['4ee29960-bb3d-446b-8c6c-d16955d02e15']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:43.993483 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8be7a130>, 'e317de1a-266e-4088-b76d-323ed7357235') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:43.993780 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8be7a130>, 'e317de1a-266e-4088-b76d-323ed7357235') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:39:44.005628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.021675 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.027918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:39:44.028333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:39:44.042005 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:39:44.128732 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.136196 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.139851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:44.161307 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ee29960-bb3d-446b-8c6c-d16955d02e15 HTTP/1.1" status: 204  len: 168 time: 0.8492048
Jun 04 13:39:44.162180 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee29960-bb3d-446b-8c6c-d16955d02e15,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:44.164646 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:44.278440 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51818) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:44.293005 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bc42-7c04-4447-a1ee-14babb4eb5e8 req-7e994a4e-8c16-453e-89e2-ff9c286348f7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:44.294468 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d161bc42-7c04-4447-a1ee-14babb4eb5e8 req-7e994a4e-8c16-453e-89e2-ff9c286348f7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 945 time: 0.0801854
Jun 04 13:39:44.331214 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a693a37e-fe72-4ada-9b3b-3bfd10b21e4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=537846bafd224c5ea8168904f14a73f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515008
Jun 04 13:39:44.333692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51820) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:44.343632 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d161bc42-7c04-4447-a1ee-14babb4eb5e8 req-8e917a48-76c8-4df7-8353-c2dc35dff30b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417118
Jun 04 13:39:44.390456 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.416177 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.443834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4f82aaa5-edfa-4885-8e34-6b3df7f25469 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:44.469126 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.473093 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8263f647-47ee-4913-be6c-e89a1c5514c7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:44.478812 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 4f82aaa5-edfa-4885-8e34-6b3df7f25469 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:44.479209 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4f82aaa5-edfa-4885-8e34-6b3df7f25469 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:44.479651 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1f42c274-0429-4179-915f-6bcc18e94d6b no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:44.486568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742de0c0-9b5a-4744-99fb-079b1093bc3b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:44.491329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:44.494482 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.495591 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/742de0c0-9b5a-4744-99fb-079b1093bc3b HTTP/1.1" status: 204  len: 168 time: 0.1610191
Jun 04 13:39:44.520254 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 1f42c274-0429-4179-915f-6bcc18e94d6b {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:44.520616 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 1f42c274-0429-4179-915f-6bcc18e94d6b not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:44.841303 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51858) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:44.890424 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-752375bc-5e6b-4d6f-9c07-6a32364e6061 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a6aae3a31624b7185ecc6444a19ceb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476477
Jun 04 13:39:44.892731 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 51864) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:39:44.954779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:44.980451 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:45.033616 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:45.039142 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-359ecd90-4c13-48e5-861c-fbd553de8950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:45.049483 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aa1525-6195-42d9-bbcc-10a6cd3d63bd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:45.053533 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:45.057034 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:45.058249 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32aa1525-6195-42d9-bbcc-10a6cd3d63bd HTTP/1.1" status: 204  len: 168 time: 0.1646290
Jun 04 13:39:45.534744 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d14c15-5e7b-4781-8f3e-fbb76e08d58a req-abda6abd-ea5c-4279-8e30-26f360010db4 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:45.536240 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-60d14c15-5e7b-4781-8f3e-fbb76e08d58a req-abda6abd-ea5c-4279-8e30-26f360010db4 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 945 time: 0.0810633
Jun 04 13:39:45.581905 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-60d14c15-5e7b-4781-8f3e-fbb76e08d58a req-ed8d43b4-00a6-419f-a49d-011ecf0279f1 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397336
Jun 04 13:39:46.094553 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883886-d862-462f-8de8-2c17b41aa72c req-94f5bc09-b916-4920-9c95-de7b91d7ce46 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:46.095544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-74883886-d862-462f-8de8-2c17b41aa72c req-94f5bc09-b916-4920-9c95-de7b91d7ce46 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:39:46.113818 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-74883886-d862-462f-8de8-2c17b41aa72c req-94f5bc09-b916-4920-9c95-de7b91d7ce46 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:39:46.115284 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-74883886-d862-462f-8de8-2c17b41aa72c req-94f5bc09-b916-4920-9c95-de7b91d7ce46 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 945 time: 0.0998015
Jun 04 13:39:46.380761 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Deleting port 69ed1446-e200-4815-9612-e572da036fb5 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:46.381105 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:46.524778 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] For port 69ed1446-e200-4815-9612-e572da036fb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=69ed1446-e200-4815-9612-e572da036fb5,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:46.525131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:46.662486 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Calling delete_port for 69ed1446-e200-4815-9612-e572da036fb5 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:46.789779 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:46.796659 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2dd3233-fc8b-4e39-99f5-74003e368815 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:46.802060 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97', '0f0214e6-5117-4334-90f3-bae66e067638', '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:39:46.806886 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0538e-e003-4234-a237-0594289abaf5 req-e290edfa-a38b-4614-8573-112ae55851f2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:46.808458 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-28d0538e-e003-4234-a237-0594289abaf5 req-e290edfa-a38b-4614-8573-112ae55851f2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab3dccfd-1902-4072-b3a1-58ab5d042e34 HTTP/1.1" status: 200  len: 867 time: 0.1041956
Jun 04 13:39:46.853880 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event deleted for resources: {'Port': ['ID=69ed1446-e200-4815-9612-e572da036fb5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:46.857642 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:46.871643 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-28d0538e-e003-4234-a237-0594289abaf5 req-3cd82696-6b60-41b9-833a-299e0fed8cda tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572891
Jun 04 13:39:46.965292 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] No DVR routers for this DVR port 69ed1446-e200-4815-9612-e572da036fb5 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:46.967754 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:46.970610 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'name': 'network-vif-deleted', 'tag': '69ed1446-e200-4815-9612-e572da036fb5'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:46.973726 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7b5d0-ac69-4815-8a77-b99e52cd8da1" -d '{"events": [{"server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "name": "network-vif-deleted", "tag": "69ed1446-e200-4815-9612-e572da036fb5"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:46.989284 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-74883886-d862-462f-8de8-2c17b41aa72c req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "DELETE /v2.0/ports/69ed1446-e200-4815-9612-e572da036fb5 HTTP/1.1" status: 204  len: 173 time: 0.8673015
Jun 04 13:39:47.022651 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865ebbb-6f81-40b5-89fd-07136bb26d52 x-openstack-request-id: req-1865ebbb-6f81-40b5-89fd-07136bb26d52 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:47.022975 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dccfd-1902-4072-b3a1-58ab5d042e34", "name": "network-vif-deleted", "tag": "69ed1446-e200-4815-9612-e572da036fb5", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:47.023403 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1865ebbb-6f81-40b5-89fd-07136bb26d52 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:47.024102 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dccfd-1902-4072-b3a1-58ab5d042e34', 'name': 'network-vif-deleted', 'tag': '69ed1446-e200-4815-9612-e572da036fb5', 'status': 'completed', 'code': 200}
Jun 04 13:39:48.498587 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69ed1446-e200-4815-9612-e572da036fb5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:48.535834 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 69ed1446-e200-4815-9612-e572da036fb5 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:48.536190 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 69ed1446-e200-4815-9612-e572da036fb5 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:49.554801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193f5a9-36a2-4fab-ac27-8e8879ad9b9e req-a8757245-9cb3-4a5a-b958-3fb31ce45cb8 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:49.556262 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6193f5a9-36a2-4fab-ac27-8e8879ad9b9e req-a8757245-9cb3-4a5a-b958-3fb31ce45cb8 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.0797083
Jun 04 13:39:49.600111 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6193f5a9-36a2-4fab-ac27-8e8879ad9b9e req-362e2b86-033c-4b4b-a220-39ae562c1e9c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382726
Jun 04 13:39:50.882075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae1ac-2986-460e-b192-c413ade0182c req-65ae478c-30ca-44e0-a67f-f44bcf6277f8 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:50.883433 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54dae1ac-2986-460e-b192-c413ade0182c req-65ae478c-30ca-44e0-a67f-f44bcf6277f8 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.1765645
Jun 04 13:39:50.929366 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54dae1ac-2986-460e-b192-c413ade0182c req-93970947-057c-4182-a577-546f5e4705dc tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403211
Jun 04 13:39:51.164513 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-a197fc49-3ae1-4977-b8d4-266f236fc67f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:51.165120 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-a197fc49-3ae1-4977-b8d4-266f236fc67f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:39:51.181215 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-a197fc49-3ae1-4977-b8d4-266f236fc67f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:39:51.182316 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-a197fc49-3ae1-4977-b8d4-266f236fc67f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 945 time: 0.1017625
Jun 04 13:39:51.327954 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Deleting port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:51.328362 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:51.462103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] For port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:51.462353 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:51.590204 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Calling delete_port for 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:51.699206 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:51.705470 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-06659bac-8e08-4fde-a3a5-19ca8859f8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:51.711065 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97', '0f0214e6-5117-4334-90f3-bae66e067638', '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:39:51.748961 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event deleted for resources: {'Port': ['ID=638ce7a2-3a6f-46dc-8404-aaaee9ed9118,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:51.752697 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:51.830446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] No DVR routers for this DVR port 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:51.833161 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:51.836140 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'name': 'network-vif-deleted', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:51.838480 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8317fcae-fe84-419d-bc8d-dac5ff322c3f" -d '{"events": [{"server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "name": "network-vif-deleted", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:51.864892 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de621352-0bb7-4fd1-ad70-525f87aecb3d req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "DELETE /v2.0/ports/638ce7a2-3a6f-46dc-8404-aaaee9ed9118 HTTP/1.1" status: 204  len: 173 time: 0.6725886
Jun 04 13:39:51.889787 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef8c2f-4677-4630-843f-5c59e647827d x-openstack-request-id: req-0fef8c2f-4677-4630-843f-5c59e647827d {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:51.890186 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a597848a-3e8a-4fff-9c00-cb9d7e935dc5", "name": "network-vif-deleted", "tag": "638ce7a2-3a6f-46dc-8404-aaaee9ed9118", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:51.890554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fef8c2f-4677-4630-843f-5c59e647827d {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:51.891527 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a597848a-3e8a-4fff-9c00-cb9d7e935dc5', 'name': 'network-vif-deleted', 'tag': '638ce7a2-3a6f-46dc-8404-aaaee9ed9118', 'status': 'completed', 'code': 200}
Jun 04 13:39:52.098989 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e2aef047-ca0a-427c-bf1e-e2d292c23a7f req-679fdc69-294e-49a8-bb67-adbd6b155584 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a597848a-3e8a-4fff-9c00-cb9d7e935dc5 HTTP/1.1" status: 200  len: 210 time: 0.0417092
Jun 04 13:39:53.562228 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc297-7b80-4435-84e6-b19254df8db6 req-dbbf49aa-f2d9-463c-a945-793353fe38d7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:53.563717 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e18dc297-7b80-4435-84e6-b19254df8db6 req-dbbf49aa-f2d9-463c-a945-793353fe38d7 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 946 time: 0.0826969
Jun 04 13:39:53.609840 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e18dc297-7b80-4435-84e6-b19254df8db6 req-f332c227-2a88-43e0-8a3a-6a9d6f94516c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396438
Jun 04 13:39:54.577311 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:54.611148 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:54.611524 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 638ce7a2-3a6f-46dc-8404-aaaee9ed9118 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:54.797775 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca93fba-9291-4d4b-afd7-f261a3716b4c req-f9ccb455-3a42-4c7a-b77e-e578867e6db1 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:54.799240 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bca93fba-9291-4d4b-afd7-f261a3716b4c req-f9ccb455-3a42-4c7a-b77e-e578867e6db1 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 946 time: 0.0820415
Jun 04 13:39:54.850869 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-bca93fba-9291-4d4b-afd7-f261a3716b4c req-77e19e65-d120-4070-866d-913279bd40c5 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456564
Jun 04 13:39:54.937816 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-2fb4ed97-bcc8-4e97-8ffd-9850e762c252 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:54.938507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-2fb4ed97-bcc8-4e97-8ffd-9850e762c252 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:39:54.953677 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-2fb4ed97-bcc8-4e97-8ffd-9850e762c252 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:39:54.954760 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-2fb4ed97-bcc8-4e97-8ffd-9850e762c252 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 946 time: 0.0965440
Jun 04 13:39:55.095379 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Deleting port 0f0214e6-5117-4334-90f3-bae66e067638 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:39:55.095724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:55.109999 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f035bbae-c678-4be9-8396-6b6c580deaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:55.234242 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] For port 0f0214e6-5117-4334-90f3-bae66e067638, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f0214e6-5117-4334-90f3-bae66e067638,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:39:55.234597 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:55.361835 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Calling delete_port for 0f0214e6-5117-4334-90f3-bae66e067638 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:39:55.562373 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:55.567797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-10c7e51c-10da-4a02-89cc-7cd932453189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:39:55.574041 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97', '0f0214e6-5117-4334-90f3-bae66e067638'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:39:55.617294 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event deleted for resources: {'Port': ['ID=0f0214e6-5117-4334-90f3-bae66e067638,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:39:55.623695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:39:55.693138 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] No DVR routers for this DVR port 0f0214e6-5117-4334-90f3-bae66e067638 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:39:55.695681 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:55.698358 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'name': 'network-vif-deleted', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:39:55.701321 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8eeb79-0383-4c41-b7d2-73e599de027b" -d '{"events": [{"server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "name": "network-vif-deleted", "tag": "0f0214e6-5117-4334-90f3-bae66e067638"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:39:55.717731 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7e009aba-2e42-45f8-8ba8-3acede5fbbc7 req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "DELETE /v2.0/ports/0f0214e6-5117-4334-90f3-bae66e067638 HTTP/1.1" status: 204  len: 173 time: 0.7573836
Jun 04 13:39:55.752594 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f20c7ad-ca85-4d34-90b8-10615ecc1942 x-openstack-request-id: req-0f20c7ad-ca85-4d34-90b8-10615ecc1942 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:39:55.752927 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33322de8-e651-41bc-aadf-5a8d3b4863ac", "name": "network-vif-deleted", "tag": "0f0214e6-5117-4334-90f3-bae66e067638", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:39:55.753227 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f20c7ad-ca85-4d34-90b8-10615ecc1942 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:39:55.753655 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33322de8-e651-41bc-aadf-5a8d3b4863ac', 'name': 'network-vif-deleted', 'tag': '0f0214e6-5117-4334-90f3-bae66e067638', 'status': 'completed', 'code': 200}
Jun 04 13:39:56.013167 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d2f99154-cf55-4eaa-be6a-02f13b7db202 req-13b758a6-aa94-41ce-9ed5-13184669bccb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=33322de8-e651-41bc-aadf-5a8d3b4863ac HTTP/1.1" status: 200  len: 210 time: 0.0421040
Jun 04 13:39:57.615091 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3999ca52-1adb-49e7-a367-8aaf35e6c7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:58.049160 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:58.578147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 0f0214e6-5117-4334-90f3-bae66e067638 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:39:58.614022 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 0f0214e6-5117-4334-90f3-bae66e067638 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:39:58.614409 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 0f0214e6-5117-4334-90f3-bae66e067638 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:39:58.689149 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef60511-37ad-4402-ac35-4f52b4a875ec req-58194c90-b0a1-47e4-83f4-a2a636fd2836 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:58.690574 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3ef60511-37ad-4402-ac35-4f52b4a875ec req-58194c90-b0a1-47e4-83f4-a2a636fd2836 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 946 time: 0.0784509
Jun 04 13:39:58.736780 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-3ef60511-37ad-4402-ac35-4f52b4a875ec req-ede888d9-d7cf-47fc-a9e7-9b6e564dd3db tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397828
Jun 04 13:39:58.793337 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:58.969802 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:39:59.920811 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2602c99-16d8-4888-b309-efe6158dfad0 req-bc87e34b-ebf4-40df-9925-619c0b616ecf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:39:59.922256 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b2602c99-16d8-4888-b309-efe6158dfad0 req-bc87e34b-ebf4-40df-9925-619c0b616ecf tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 946 time: 0.0807586
Jun 04 13:39:59.966497 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b2602c99-16d8-4888-b309-efe6158dfad0 req-434521ef-d5a4-4986-a0bb-fa4af5813c58 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387070
Jun 04 13:40:00.555752 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:00.628423 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-a2f3bd43-b798-4d5a-a78a-a345e991fbb2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:00.629113 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-a2f3bd43-b798-4d5a-a78a-a345e991fbb2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Synchronizing usage tracker for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:40:00.643573 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-a2f3bd43-b798-4d5a-a78a-a345e991fbb2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Unset dirty status for tenant:12b862a8d1334cc3a7669f311115f2c1 on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:40:00.644696 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-a2f3bd43-b798-4d5a-a78a-a345e991fbb2 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 946 time: 0.0985394
Jun 04 13:40:00.776491 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Deleting port 91232a34-38a4-4102-bba4-98c211ddac97 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:40:00.776828 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:00.906626 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] For port 91232a34-38a4-4102-bba4-98c211ddac97, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91232a34-38a4-4102-bba4-98c211ddac97,segment=NetworkSegment(fae91b5d-a8af-4e58-a955-a5e9af15d992),segment_id=fae91b5d-a8af-4e58-a955-a5e9af15d992)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:40:00.906897 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:01.029319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Calling delete_port for 91232a34-38a4-4102-bba4-98c211ddac97 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:40:01.142209 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:01.148012 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a72f399c-36e5-4ec4-a517-78173102fd42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:01.153690 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['91232a34-38a4-4102-bba4-98c211ddac97'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:40:01.154513 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dce1af-6bbf-4cb0-994a-22195efc40b3 req-bd64e45a-1511-4f8a-9e58-11df837c6052 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:01.156007 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-67dce1af-6bbf-4cb0-994a-22195efc40b3 req-bd64e45a-1511-4f8a-9e58-11df837c6052 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/ports?device_id=8208ee81-e4db-4549-8005-2eb1e9969818 HTTP/1.1" status: 200  len: 867 time: 0.0817695
Jun 04 13:40:01.197852 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Pushing event deleted for resources: {'Port': ['ID=91232a34-38a4-4102-bba4-98c211ddac97,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:01.201202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:01.202874 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-67dce1af-6bbf-4cb0-994a-22195efc40b3 req-0daf8539-3ef5-48c0-87ea-c1d5e99b4941 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b74833c-7696-432d-b029-f53888acb695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408967
Jun 04 13:40:01.270763 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] No DVR routers for this DVR port 91232a34-38a4-4102-bba4-98c211ddac97 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:40:01.273908 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:01.276554 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'name': 'network-vif-deleted', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:40:01.278818 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158ea01-7df3-4722-8bd6-e64e77a0658c" -d '{"events": [{"server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "name": "network-vif-deleted", "tag": "91232a34-38a4-4102-bba4-98c211ddac97"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:40:01.292521 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6ccc8cc-c485-4d1a-8ce7-6f396f90b60b req-7a995beb-a853-4ca0-a686-50439bfa0d7a tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] 10.222.0.22 "DELETE /v2.0/ports/91232a34-38a4-4102-bba4-98c211ddac97 HTTP/1.1" status: 204  len: 173 time: 0.6423306
Jun 04 13:40:01.322614 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33795666-5c84-4c74-95cc-ad42dfb4316d x-openstack-request-id: req-33795666-5c84-4c74-95cc-ad42dfb4316d {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:40:01.322956 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208ee81-e4db-4549-8005-2eb1e9969818", "name": "network-vif-deleted", "tag": "91232a34-38a4-4102-bba4-98c211ddac97", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:40:01.323272 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33795666-5c84-4c74-95cc-ad42dfb4316d {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:40:01.323714 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208ee81-e4db-4549-8005-2eb1e9969818', 'name': 'network-vif-deleted', 'tag': '91232a34-38a4-4102-bba4-98c211ddac97', 'status': 'completed', 'code': 200}
Jun 04 13:40:01.833383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37298a9f-3575-4bca-a565-b358c5201ffe req-1f44e24e-e68c-4d62-81a4-0342ddaab42a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:01.834862 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37298a9f-3575-4bca-a565-b358c5201ffe req-1f44e24e-e68c-4d62-81a4-0342ddaab42a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.0849669
Jun 04 13:40:01.883920 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-37298a9f-3575-4bca-a565-b358c5201ffe req-299ac804-0ef8-4d02-a75a-aa9b894e11f8 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420372
Jun 04 13:40:02.305095 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52002) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:02.368566 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Deleting subnet 1d405f90-6236-4970-92da-6a6a102a62dd {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:40:02.371598 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:02.423262 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:02.478206 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:02.723336 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:02.728100 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-722d370f-354b-4a18-9cd8-40a542443d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:02.762306 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d405f90-6236-4970-92da-6a6a102a62dd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:02.764875 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:02.766700 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:02.770655 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d405f90-6236-4970-92da-6a6a102a62dd HTTP/1.1" status: 204  len: 168 time: 0.4645362
Jun 04 13:40:02.773699 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52008) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:02.881347 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.041424 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.062918 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89616f70>,) {'filters': {'network_id': ['2609f7be-3e97-400a-87c2-1ca2085003e1']}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:03.077805 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89616f70>, 'fae91b5d-a8af-4e58-a955-a5e9af15d992') {'for_net_delete': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:03.078110 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.services.segments.db [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89616f70>, 'fae91b5d-a8af-4e58-a955-a5e9af15d992') {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:03.093741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6805641'] for segment, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.113430 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.126349 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:40:03.126737 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7864061'] for segment, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]: Traceback (most recent call last):
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     timer()
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     cb(*args, **kw)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     return func(*args, **kwargs)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     self._notify()
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     self.callback(batched_events)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     event.method(event)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     return f(self, *a, **k)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._get(url).json()
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:40:03.140267 dv-cinder-784779-14-iscsi neutron-server[91608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:40:03.166190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46b60b-4335-4633-8f56-fbf4cff25d27 req-2209f7fe-8bf6-4be2-875b-b2c183a234c1 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:03.167678 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a46b60b-4335-4633-8f56-fbf4cff25d27 req-2209f7fe-8bf6-4be2-875b-b2c183a234c1 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.1651266
Jun 04 13:40:03.232839 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-c7215008-2109-4cee-bb9f-d45240932814 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:03.233528 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-c7215008-2109-4cee-bb9f-d45240932814 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:40:03.245851 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.253154 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-c7215008-2109-4cee-bb9f-d45240932814 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:40:03.254490 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-c7215008-2109-4cee-bb9f-d45240932814 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 946 time: 0.1023691
Jun 04 13:40:03.257718 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:03.270798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.294232 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a46b60b-4335-4633-8f56-fbf4cff25d27 req-6c193580-ee05-4893-99df-44ea28cdc736 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792098
Jun 04 13:40:03.294931 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2609f7be-3e97-400a-87c2-1ca2085003e1,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:03.299791 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2609f7be-3e97-400a-87c2-1ca2085003e1 HTTP/1.1" status: 204  len: 168 time: 0.5227911
Jun 04 13:40:03.299791 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a7261e35-829f-429b-9141-8726986a5de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:03.488766 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52016) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:03.489940 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port 5cd2f316-46fd-4294-98a1-46658ebb5df3 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:40:03.490372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.542003 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b5c8288d-e85f-4c91-88f9-2eea5b08d3a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b862a8d1334cc3a7669f311115f2c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519614
Jun 04 13:40:03.545075 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52020) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:03.603831 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.627386 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] For port 5cd2f316-46fd-4294-98a1-46658ebb5df3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5cd2f316-46fd-4294-98a1-46658ebb5df3,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:40:03.627745 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.631406 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.686630 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.692106 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6d8cd4fd-c739-42f2-a6ca-ff8cce7437ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:03.707652 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74833c-7696-432d-b029-f53888acb695,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:03.710961 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:03.720734 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.721860 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b74833c-7696-432d-b029-f53888acb695 HTTP/1.1" status: 204  len: 168 time: 0.1756990
Jun 04 13:40:03.947650 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.948005 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:03.948314 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP 2f6bb9b3-d0dd-4fdc-af18-7b3045404d22 disassociated. External IP: 172.27.1.141, port: 5cd2f316-46fd-4294-98a1-46658ebb5df3.
Jun 04 13:40:03.948645 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for 5cd2f316-46fd-4294-98a1-46658ebb5df3 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:40:04.063999 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:04.071789 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1580114-be80-4c24-9520-5fcfc124d37f tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:04.116391 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=5cd2f316-46fd-4294-98a1-46658ebb5df3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:04.119706 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:04.318268 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:40:04.479971 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e1b52c35-69f0-403d-97e1-8d7175140324 req-9e24014e-904f-4f86-8d7f-699eb135b997 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba62afcc-bfd4-4927-bb23-81fd54047805 HTTP/1.1" status: 200  len: 210 time: 0.0631003
Jun 04 13:40:04.513957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:40:04.530408 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:40:04.541993 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:40:04.543108 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af49400>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:04.597728 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] No DVR routers for this DVR port 5cd2f316-46fd-4294-98a1-46658ebb5df3 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:40:04.600313 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:04.603482 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'name': 'network-vif-deleted', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:40:04.605778 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1893963-753d-48b7-8b33-1008229258fe" -d '{"events": [{"server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "name": "network-vif-deleted", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:40:04.620678 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 91232a34-38a4-4102-bba4-98c211ddac97 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:40:04.622574 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ae2b44f1-bc9b-4207-a4b2-cc204334d45e req-9973cf8e-4daf-4e12-bee3-4177db141187 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "DELETE /v2.0/ports/5cd2f316-46fd-4294-98a1-46658ebb5df3 HTTP/1.1" status: 204  len: 173 time: 1.3623600
Jun 04 13:40:04.665559 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b93acb-2c8a-466e-8bd7-a6b9658ca2b8 x-openstack-request-id: req-65b93acb-2c8a-466e-8bd7-a6b9658ca2b8 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:40:04.665896 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba62afcc-bfd4-4927-bb23-81fd54047805", "name": "network-vif-deleted", "tag": "5cd2f316-46fd-4294-98a1-46658ebb5df3", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:40:04.666194 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65b93acb-2c8a-466e-8bd7-a6b9658ca2b8 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:40:04.666636 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba62afcc-bfd4-4927-bb23-81fd54047805', 'name': 'network-vif-deleted', 'tag': '5cd2f316-46fd-4294-98a1-46658ebb5df3', 'status': 'completed', 'code': 200}
Jun 04 13:40:04.667842 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 91232a34-38a4-4102-bba4-98c211ddac97 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:40:04.668192 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 91232a34-38a4-4102-bba4-98c211ddac97 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:40:04.818727 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:40:05.188544 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af49400>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:05.193126 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:40:05.209076 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:40:05.209793 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8af49400>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:39:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:05.391677 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:40:05.714188 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8af49400>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:05.718182 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c267c7d-d074-43bc-aa36-a81839968d58 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:40:05.833612 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-581e6e1c-d3d3-446d-90a3-3d410014ba77 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702555552&fields=id&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 267 time: 0.0426922
Jun 04 13:40:05.926653 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0146b69-0578-4eb0-9874-ad6797a9eab6 None None] New status for floating IP 2f6bb9b3-d0dd-4fdc-af18-7b3045404d22: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:40:06.078701 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-14464927-e03a-4fad-bd8c-321cec5d72c9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:06.080209 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-14464927-e03a-4fad-bd8c-321cec5d72c9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.2391386
Jun 04 13:40:06.094461 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-ced053ad-f9cc-4499-aeb2-0965d5b02e48 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/quotas/8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 375 time: 0.0088542
Jun 04 13:40:06.182029 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-e52c0fdb-aea2-40f8-9e2f-084411b1338d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0825999
Jun 04 13:40:06.328713 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-c777aab0-3136-4429-9d28-bd30f163a9b1 service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355932
Jun 04 13:40:06.476445 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-21ed33f6-0561-4948-870c-004a05bdc9cd service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415558
Jun 04 13:40:06.607722 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 5cd2f316-46fd-4294-98a1-46658ebb5df3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:40:06.643836 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 5cd2f316-46fd-4294-98a1-46658ebb5df3 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:40:06.644198 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 5cd2f316-46fd-4294-98a1-46658ebb5df3 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:40:06.883854 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-ce7fcfff-1e04-48bf-84a3-594b2cec6c61 req-46d21c98-f09c-4e58-b5c3-6be3399f30f7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 210 time: 0.0433853
Jun 04 13:40:07.152582 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:40:07.791434 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52126) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:07.898894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-6d0b4047-fb35-45bf-9424-3ee9024b0f72 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:07.900721 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-6d0b4047-fb35-45bf-9424-3ee9024b0f72 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.1707408
Jun 04 13:40:07.950204 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:07.973386 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-61f299cd-4d6c-452a-8994-f0f9aaca1585 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 379 time: 0.0548427
Jun 04 13:40:07.982657 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:07.983504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'port': {'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'admin_state_up': True, 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'security_groups': ['e84abc60-f1df-4d8a-9559-989d808ef453']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:40:07.986782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Usage tracker for resource:security_group_rule and tenant:57ce5851f3dd417ea4ba2f08516361b1 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:07.989938 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:07.997388 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:08.065789 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dd4e2266-cd0d-4651-aeee-c02dcb27be4d req-1cdd7fac-62bc-4abd-921b-260fcd358e2e tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 210 time: 0.0564058
Jun 04 13:40:08.130649 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52136) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:08.145090 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:08.150692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:port and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:08.153775 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:08.159213 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.160715 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:08.165857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.173322 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Made reservation on behalf of 8e3d345d3a614a4b8787e061bcd722af for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:40:08.177329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.187625 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6fcdbaa7-84c3-450d-8f70-008ffac739bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:08.228274 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57ce5851f3dd417ea4ba2f08516361b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4321389
Jun 04 13:40:08.228590 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52140) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:08.242092 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1749fa9-91ef-47cb-acd1-0b4554f2a13b,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:08.245572 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9f28368a-4129-4734-8627-c11df60e1e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:08.305349 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.332560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.381218 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.395053 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.401410 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-984012dd-05c0-4f9a-a9e3-e45c633aa038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:08.409970 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:08.412504 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1749fa9-91ef-47cb-acd1-0b4554f2a13b,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:08.418037 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:08.419502 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Usage tracker for resource:security_group_rule and tenant:8d39ad47ea034f2ea235747aee48ed86 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:08.420093 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.423476 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1749fa9-91ef-47cb-acd1-0b4554f2a13b HTTP/1.1" status: 204  len: 168 time: 0.1916380
Jun 04 13:40:08.425095 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:08.434994 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:08.536610 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.20.0.7 (97e550a9-845b-4a8e-a7a9-cdb33050eda3/82f7d319-a1c0-4f68-a248-a488140df735/127312e2-aabd-4591-9f8c-85ed0e579be2) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:40:08.673065 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.728941 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.739616 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-11ffd1c7-30e6-4e9d-b715-85968bd890a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:08.801098 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d39ad47ea034f2ea235747aee48ed86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6692436
Jun 04 13:40:08.803948 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52154) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:08.806764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc32a24c-9017-468a-8d38-f4c9e2597a91,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:08.810023 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:08.845105 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.863016 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Transition to ACTIVE for port object 127312e2-aabd-4591-9f8c-85ed0e579be2 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:40:08.889349 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.890108 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.903698 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6f38f651-6da3-4eb4-90bf-b07247d5699b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:08.921419 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.961283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:40:08.965293 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:40:08.967996 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:40:08.980466 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:08.985395 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bb34ee6c-c5fe-4995-8942-8a8bc703c1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:09.004288 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc32a24c-9017-468a-8d38-f4c9e2597a91,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:09.013365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:09.015433 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.033961 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-186270d2-09dc-4f17-ab19-a3c6a0515908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc32a24c-9017-468a-8d38-f4c9e2597a91 HTTP/1.1" status: 204  len: 168 time: 0.2284896
Jun 04 13:40:09.043953 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:09.047918 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:09.066030 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:09.066884 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.101393 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-213cb18d-1b2e-4a34-8a5c-8aa111778022 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1226385
Jun 04 13:40:09.117464 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Request body: {'port': {'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:40:09.294219 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.296268 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8d2d6d0c-ed98-4cf2-9907-044f27ff40bd None None] Provisioning for port 127312e2-aabd-4591-9f8c-85ed0e579be2 completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:40:09.303189 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8d2d6d0c-ed98-4cf2-9907-044f27ff40bd None None] Provisioning complete for port 127312e2-aabd-4591-9f8c-85ed0e579be2 triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:40:09.304380 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6d0c-ed98-4cf2-9907-044f27ff40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.360899 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c83f4-5314-49d6-ad53-0f293b5b7301 req-b21442c7-10a1-41c9-a9b5-5c7f2bd760eb tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:09.362791 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8b3c83f4-5314-49d6-ad53-0f293b5b7301 req-b21442c7-10a1-41c9-a9b5-5c7f2bd760eb tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 931 time: 0.1375058
Jun 04 13:40:09.377416 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d6d0c-ed98-4cf2-9907-044f27ff40bd None None] Port 127312e2-aabd-4591-9f8c-85ed0e579be2 cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:40:09.412200 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8b3c83f4-5314-49d6-ad53-0f293b5b7301 req-89ab0297-2085-42cf-b9f1-5863ca91da83 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429983
Jun 04 13:40:09.695526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127312e2-aabd-4591-9f8c-85ed0e579be2 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:40:09.703885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.721544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Transition to ACTIVE for port object 127312e2-aabd-4591-9f8c-85ed0e579be2 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:40:09.726284 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:09.731975 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:09.931297 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:09.962860 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:10.017315 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Attempting to bind port 127312e2-aabd-4591-9f8c-85ed0e579be2 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:40:10.017860 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Attempting to bind port 127312e2-aabd-4591-9f8c-85ed0e579be2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:40:10.018202 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Attempting to bind port 127312e2-aabd-4591-9f8c-85ed0e579be2 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:40:10.024915 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Port 127312e2-aabd-4591-9f8c-85ed0e579be2 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:40:10.025262 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Attempting to bind port 127312e2-aabd-4591-9f8c-85ed0e579be2 on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:40:10.031755 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:40:10.032098 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:40:10.032488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Bound using segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:40:10.032921 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Bound port: 127312e2-aabd-4591-9f8c-85ed0e579be2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:40:10.033272 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:10.139302 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:40:10.143410 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=127312e2-aabd-4591-9f8c-85ed0e579be2,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:40:10.147946 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:10.152638 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-42d6936d-9416-4b1f-bcde-6a86ee9c229b tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:10.206615 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:10.207236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:10.208615 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] 10.222.0.22 "PUT /v2.0/ports/127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 1093 time: 1.0999048
Jun 04 13:40:10.209148 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:40:10.211811 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76d4342-178c-404e-b300-46ad480ce940" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:40:10.232102 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:10.243990 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:10.299567 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11027db9-fa78-40a8-9a7a-487f73860029 x-openstack-request-id: req-11027db9-fa78-40a8-9a7a-487f73860029 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:40:10.299924 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:40:10.300297 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11027db9-fa78-40a8-9a7a-487f73860029 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:40:10.300723 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'status': 'completed', 'code': 200}
Jun 04 13:40:10.350163 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-d3727933-5821-432a-94d9-0432e4e7b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:10.352320 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-d3727933-5821-432a-94d9-0432e4e7b332 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1096 time: 0.0993865
Jun 04 13:40:10.425439 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-9e2cb783-0bf6-4676-aacb-4b15cc0a51c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 217 time: 0.0654647
Jun 04 13:40:10.596874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-98bbbeb4-f6ab-4922-9d33-d5f97b02e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:10.598374 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-98bbbeb4-f6ab-4922-9d33-d5f97b02e1d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.1673281
Jun 04 13:40:10.607688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94ef2b-d363-46a6-b86c-4092884fa4f8 req-27f85821-d497-4144-a9e0-edc8672e6416 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:10.609148 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8f94ef2b-d363-46a6-b86c-4092884fa4f8 req-27f85821-d497-4144-a9e0-edc8672e6416 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0895524
Jun 04 13:40:10.655377 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8f94ef2b-d363-46a6-b86c-4092884fa4f8 req-814ee1f1-8f5c-4f0f-9741-20dae2c66aab tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405941
Jun 04 13:40:10.685522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-588ddbda-46a5-4afc-b5d9-7bc696459c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:10.687081 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-588ddbda-46a5-4afc-b5d9-7bc696459c83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817714
Jun 04 13:40:10.826158 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-2289dbea-b4f3-4d77-a337-d89b3e889716 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328022
Jun 04 13:40:10.964960 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0a13903-b6c6-4ac5-98b3-515c4da47fcd req-bfb21408-42a4-435d-81ec-c96f7c83688e service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326752
Jun 04 13:40:11.090524 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d4342-178c-404e-b300-46ad480ce940 req-e4d6b113-5258-49ee-9b20-08816dbeb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:11.092072 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-e4d6b113-5258-49ee-9b20-08816dbeb47a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1096 time: 0.0757847
Jun 04 13:40:11.240123 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d4342-178c-404e-b300-46ad480ce940 req-8bc81d6b-05ac-4806-885c-cab319784fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:11.241703 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-8bc81d6b-05ac-4806-885c-cab319784fd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1428223
Jun 04 13:40:11.317965 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-ebaf9864-86cf-4440-9761-a566e5d13361 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 217 time: 0.0692687
Jun 04 13:40:11.382917 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d4342-178c-404e-b300-46ad480ce940 req-0a809978-f3a9-49af-8c42-bb4b3d49aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:11.384328 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-0a809978-f3a9-49af-8c42-bb4b3d49aa6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0599790
Jun 04 13:40:11.457068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d4342-178c-404e-b300-46ad480ce940 req-ce0a7f55-8297-455f-b6fc-7540a3d3d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:11.458479 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-ce0a7f55-8297-455f-b6fc-7540a3d3d568 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0677764
Jun 04 13:40:11.590043 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-a9134643-b0da-453d-ba27-3a65bd290e53 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234021
Jun 04 13:40:11.837504 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980d7b-6a56-4f54-8a8f-390918c20dcb req-26e293c1-b75a-42b6-b96a-6a5b1ddbcf22 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:11.838964 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-60980d7b-6a56-4f54-8a8f-390918c20dcb req-26e293c1-b75a-42b6-b96a-6a5b1ddbcf22 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0794652
Jun 04 13:40:11.883487 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-60980d7b-6a56-4f54-8a8f-390918c20dcb req-18790000-8b83-4872-a894-95fe2bd5d28b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382242
Jun 04 13:40:12.590362 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e76d4342-178c-404e-b300-46ad480ce940 req-40afab9d-8eff-4e85-8cb0-6a5a8073451d service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356890
Jun 04 13:40:13.066723 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa5c7d-1e1d-436d-be67-c513fe995f6a req-a38a1ebd-5a2a-4d9a-8afc-167f6119983d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:13.068250 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dafa5c7d-1e1d-436d-be67-c513fe995f6a req-a38a1ebd-5a2a-4d9a-8afc-167f6119983d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0817261
Jun 04 13:40:13.112357 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-dafa5c7d-1e1d-436d-be67-c513fe995f6a req-a375d038-4ad5-4976-84e2-94581a23c53f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379658
Jun 04 13:40:14.293174 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeba39-848f-40b4-8977-6dd5b04ba2a3 req-a51247b4-187c-4309-975c-b0c0e27bf70d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:14.294604 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-acbeba39-848f-40b4-8977-6dd5b04ba2a3 req-a51247b4-187c-4309-975c-b0c0e27bf70d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0788846
Jun 04 13:40:14.341217 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-acbeba39-848f-40b4-8977-6dd5b04ba2a3 req-34e3c12b-b6c9-437f-8aa8-8147aa835098 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409989
Jun 04 13:40:15.536481 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7a51-0f75-4811-a023-efc31435391c req-bbcb377b-e2d1-4a90-8e9e-9053c0c41c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:15.537945 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b23a7a51-0f75-4811-a023-efc31435391c req-bbcb377b-e2d1-4a90-8e9e-9053c0c41c1a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0889611
Jun 04 13:40:15.585785 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b23a7a51-0f75-4811-a023-efc31435391c req-e810fd3c-9c22-473b-b927-e4b4c87dc6d3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407209
Jun 04 13:40:16.779670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aefc9-3259-422b-be52-d018ccbab440 req-b8b0a8c0-ff99-4219-8e25-06cd20a12898 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:16.781128 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-eb1aefc9-3259-422b-be52-d018ccbab440 req-b8b0a8c0-ff99-4219-8e25-06cd20a12898 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0871651
Jun 04 13:40:16.826363 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-eb1aefc9-3259-422b-be52-d018ccbab440 req-e86a6c08-b1b2-4c49-823c-a1560710b991 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396416
Jun 04 13:40:18.010292 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842025a-4b90-4607-99a1-63b8f8c5bf84 req-2bf3758c-ad7b-4d13-a23c-18b6b901ea56 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:18.011668 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b842025a-4b90-4607-99a1-63b8f8c5bf84 req-2bf3758c-ad7b-4d13-a23c-18b6b901ea56 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0795715
Jun 04 13:40:18.054629 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b842025a-4b90-4607-99a1-63b8f8c5bf84 req-970bc8e3-8b53-4611-b8bd-1adbaa9dc253 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373838
Jun 04 13:40:19.238669 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1107b-7a6d-4c2d-aabc-8f10a3ea23b8 req-7f92f5af-29c9-4580-a213-a72b0559f36f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:19.240159 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-eaa1107b-7a6d-4c2d-aabc-8f10a3ea23b8 req-7f92f5af-29c9-4580-a213-a72b0559f36f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0838733
Jun 04 13:40:19.285112 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-eaa1107b-7a6d-4c2d-aabc-8f10a3ea23b8 req-3476e02b-cb28-4cff-82bd-a8eec7399b2b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392997
Jun 04 13:40:20.467043 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cde5b5-b3ed-4da3-a0c2-83e21085a511 req-31a74076-3008-4c17-be65-34ee51212e51 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:20.468496 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7cde5b5-b3ed-4da3-a0c2-83e21085a511 req-31a74076-3008-4c17-be65-34ee51212e51 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0822775
Jun 04 13:40:20.596195 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b7cde5b5-b3ed-4da3-a0c2-83e21085a511 req-15b0f0d9-32ca-4044-8092-64be7da20552 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220355
Jun 04 13:40:21.652660 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 127312e2-aabd-4591-9f8c-85ed0e579be2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:40:21.778546 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094ee2-ec64-4709-bfa2-e019a17a10ca req-2c96bffd-efc0-4a52-a275-732f6d6c7d0d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:21.780016 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99094ee2-ec64-4709-bfa2-e019a17a10ca req-2c96bffd-efc0-4a52-a275-732f6d6c7d0d tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 943 time: 0.0780885
Jun 04 13:40:21.787281 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=127312e2-aabd-4591-9f8c-85ed0e579be2,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:40:21.801193 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:40:21.823200 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-99094ee2-ec64-4709-bfa2-e019a17a10ca req-b4bfd97b-20b5-4d2d-b040-12be2bfcbfa9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374961
Jun 04 13:40:21.859885 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:21.878018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127312e2-aabd-4591-9f8c-85ed0e579be2 {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:40:21.892738 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=127312e2-aabd-4591-9f8c-85ed0e579be2,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:40:21.896248 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:21.897971 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-52df2f7f-ff06-4b86-822a-646ad41b2d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:21.963586 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:21.966582 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:22.109088 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['127312e2-aabd-4591-9f8c-85ed0e579be2'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:40:23.007750 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a3c7-1b24-4fe4-a4d0-9d01182127e6 req-18722e4f-99ad-439b-b007-29c6c8cd5b37 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:23.009274 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a99a3c7-1b24-4fe4-a4d0-9d01182127e6 req-18722e4f-99ad-439b-b007-29c6c8cd5b37 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 944 time: 0.0801322
Jun 04 13:40:23.051402 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-5a99a3c7-1b24-4fe4-a4d0-9d01182127e6 req-70958a05-f0f7-429d-85aa-df3686fa292a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366094
Jun 04 13:40:24.285133 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b74c1a-fe90-430b-b8bb-747b5ddeee10 req-ea14fb81-3266-4f3b-95b0-52a95dd34fb7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:24.286573 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-53b74c1a-fe90-430b-b8bb-747b5ddeee10 req-ea14fb81-3266-4f3b-95b0-52a95dd34fb7 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 944 time: 0.0836673
Jun 04 13:40:24.330167 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-53b74c1a-fe90-430b-b8bb-747b5ddeee10 req-819e811d-4799-4d99-991c-62a6409d0fc3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376451
Jun 04 13:40:25.100750 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59675175-9b1a-4de9-a04c-c5830b3b6177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:25.510505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9697e-cb41-4d98-9c76-f4bef31d31dd req-3f9b36c4-cd07-4f03-bf49-e9ddfcd84ab9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:25.511940 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aec9697e-cb41-4d98-9c76-f4bef31d31dd req-3f9b36c4-cd07-4f03-bf49-e9ddfcd84ab9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 944 time: 0.0790308
Jun 04 13:40:25.556630 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aec9697e-cb41-4d98-9c76-f4bef31d31dd req-637a275f-ad4a-4779-bae8-c27367000f07 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380576
Jun 04 13:40:26.747782 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a74a4-ea75-4919-aa7e-a331f0e72dd7 req-754cc850-bd5d-492e-8e1c-01bbc6e39ae5 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:26.749139 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b54a74a4-ea75-4919-aa7e-a331f0e72dd7 req-754cc850-bd5d-492e-8e1c-01bbc6e39ae5 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 944 time: 0.0869689
Jun 04 13:40:26.796023 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b54a74a4-ea75-4919-aa7e-a331f0e72dd7 req-25a6e201-7262-4583-99f6-dd41bb64ca53 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403628
Jun 04 13:40:27.248892 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 127312e2-aabd-4591-9f8c-85ed0e579be2 up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:40:27.319796 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port 127312e2-aabd-4591-9f8c-85ed0e579be2 completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:40:27.324645 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port 127312e2-aabd-4591-9f8c-85ed0e579be2 triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:40:27.325288 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:27.438308 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:27.465517 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:40:27.467771 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac00388-0d37-49b3-a3a0-d71398e59e41" -d '{"events": [{"server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "name": "network-vif-plugged", "status": "completed", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:40:27.476146 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=127312e2-aabd-4591-9f8c-85ed0e579be2,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:40:27.480895 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:27.482626 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:27.519653 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f1c83-f1fe-4666-8a84-e99b7b3559a4 x-openstack-request-id: req-233f1c83-f1fe-4666-8a84-e99b7b3559a4 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:40:27.519957 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "name": "network-vif-plugged", "status": "completed", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:40:27.520217 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-233f1c83-f1fe-4666-8a84-e99b7b3559a4 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:40:27.520606 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'code': 200}
Jun 04 13:40:27.556088 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:27.563080 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.563481 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.563820 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.564154 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.564485 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.564812 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.565136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.565459 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.565781 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.566100 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.566420 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.566734 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:27.570937 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:27.620860 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-a7b49691-b39d-483b-b369-5809596a8d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:27.791427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c8bfb-165f-4c1e-b931-4e718719b650 req-dfab9776-913e-4a0b-bbdb-db6f596966ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:27.792916 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-508c8bfb-165f-4c1e-b931-4e718719b650 req-dfab9776-913e-4a0b-bbdb-db6f596966ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1098 time: 0.0725543
Jun 04 13:40:27.839151 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-508c8bfb-165f-4c1e-b931-4e718719b650 req-1d531aa1-6d36-4f56-bcbc-813d146c333c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402505
Jun 04 13:40:27.906387 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52446) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:27.982690 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13af383-98c1-41c8-b8fd-d74806161b65 req-fb4ecd20-f60f-4daf-a0bc-a7630db604df tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:27.984510 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b13af383-98c1-41c8-b8fd-d74806161b65 req-fb4ecd20-f60f-4daf-a0bc-a7630db604df tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.0793619
Jun 04 13:40:28.022519 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.033326 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b13af383-98c1-41c8-b8fd-d74806161b65 req-9f7390a8-b482-4a3a-8b40-9636618d22f9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431643
Jun 04 13:40:28.036933 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:28.041566 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Usage tracker for resource:security_group_rule and tenant:bab58fb7f1e1444a9b527b9c8a455db8 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:28.044641 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:28.050676 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.051983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:28.136971 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.140522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.148787 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-73cec4ec-84a1-48b1-80bc-ebed7ed9c1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:28.191755 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bab58fb7f1e1444a9b527b9c8a455db8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815881
Jun 04 13:40:28.191755 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e4999-9d76-49e6-902b-541b9d6c7031,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:28.192211 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52452) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:28.199091 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.199516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.200153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.200523 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.200886 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.201250 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.201621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.201975 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.202333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.202689 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.203044 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.203531 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.207347 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:28.264048 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.292069 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.345357 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.349206 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-aa616438-e3fa-4b39-9bcd-97d10aca0bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:28.360581 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e4999-9d76-49e6-902b-541b9d6c7031,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:28.371683 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.372078 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.372549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.372925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.373294 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.373666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.374030 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.374396 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.374759 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.375124 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.375510 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.375870 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:40:28.378874 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.380054 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/411e4999-9d76-49e6-902b-541b9d6c7031 HTTP/1.1" status: 204  len: 168 time: 0.1868050
Jun 04 13:40:28.380922 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:28.672660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52462) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:28.689349 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.703530 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:28.707329 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7c08974a0e4b1a89ae1a0025b8a83b is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:28.710011 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:28.716386 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:28.795821 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.802310 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.805869 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.813868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f05a8085-d9d1-483a-83d5-53f37b4512a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:28.852879 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd7c08974a0e4b1a89ae1a0025b8a83b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1791191
Jun 04 13:40:28.854435 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0aaef9-1f70-44d6-a94c-f4d954e8564f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:28.855543 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52464) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:28.857418 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6f893c37-4fab-4c15-ab7c-5168d50c7f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:28.913331 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.937650 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.987287 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.993177 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:28.996874 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd5c05e0-3023-4c0f-b96d-6365a3435464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:29.009519 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0aaef9-1f70-44d6-a94c-f4d954e8564f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:29.011795 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:29.020710 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.021807 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ef436cb5-a268-436e-987b-674f2077ddab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c0aaef9-1f70-44d6-a94c-f4d954e8564f HTTP/1.1" status: 204  len: 168 time: 0.1652825
Jun 04 13:40:29.219954 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06615d-ceaf-4196-a89d-8ac18d97f347 req-6e1c6f40-28c4-4daa-9dd4-f46e4f962d38 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:29.221415 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e06615d-ceaf-4196-a89d-8ac18d97f347 req-6e1c6f40-28c4-4daa-9dd4-f46e4f962d38 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.0830610
Jun 04 13:40:29.266084 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0e06615d-ceaf-4196-a89d-8ac18d97f347 req-a1817de7-4dda-4025-8c6f-e43274cfe9fe tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389817
Jun 04 13:40:29.459390 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295dbd0-13a8-4b17-b206-3ca446053929 req-abbb9e28-f072-4f19-a197-850c9c8a8d86 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:29.461482 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e295dbd0-13a8-4b17-b206-3ca446053929 req-abbb9e28-f072-4f19-a197-850c9c8a8d86 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.0887437
Jun 04 13:40:29.508930 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-e295dbd0-13a8-4b17-b206-3ca446053929 req-82a181ea-1ebd-4449-b5f1-5e979210567f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403123
Jun 04 13:40:29.532125 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52488) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:29.602537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903af5dc-d3d8-4281-85fd-5899b80d1f9f tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:29.606489 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-903af5dc-d3d8-4281-85fd-5899b80d1f9f tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1093 time: 0.0708702
Jun 04 13:40:29.606842 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52494) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:29.611579 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:40:29.617969 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:29.622378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:floatingip and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:29.625502 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:29.632526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:29.644488 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.781900 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:29.921869 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.27.1.68 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/a9c71b6d-79e6-4b9c-a2e8-9370f24338e3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:40:30.176448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.207537 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.216211 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-03607084-2870-4f07-a51b-30131d8ea7fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:30.271983 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:40:30.275520 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:40:30.279134 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:40:30.330176 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=a9c71b6d-79e6-4b9c-a2e8-9370f24338e3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:30.334616 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:30.564356 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.732370 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:30.817290 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:31.048028 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:31.053436 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:31.058644 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-347bfab8-b976-4ff6-98eb-bc9ee68079eb tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:31.161892 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=a9c71b6d-79e6-4b9c-a2e8-9370f24338e3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:31.166236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:31.172690 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:31.340740 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP 0bb949c1-2785-47ad-bca7-32856b22fd8b associated. External IP: 172.27.1.68, port: 127312e2-aabd-4591-9f8c-85ed0e579be2.
Jun 04 13:40:31.778865 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:40:31.962135 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:40:31.972257 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:40:31.982636 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:40:31.983329 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2fcfd0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:40:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:31.994005 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.067608 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4476156
Jun 04 13:40:32.067608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:40:32.067608 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e8bc07-10ae-46d7-9101-2beab41a0e98" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:40:32.080417 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52542) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:32.107673 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256e9d85-5534-47b1-9383-a53923b2df3b x-openstack-request-id: req-256e9d85-5534-47b1-9383-a53923b2df3b {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:40:32.108008 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:40:32.108318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-256e9d85-5534-47b1-9383-a53923b2df3b {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:40:32.108753 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'status': 'completed', 'code': 200}
Jun 04 13:40:32.187360 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:40:32.211535 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-4b913fc4-3486-4017-893f-45afa76c3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:32.213446 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-4b913fc4-3486-4017-893f-45afa76c3421 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1098 time: 0.0811100
Jun 04 13:40:32.232946 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.248464 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:32.252389 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Usage tracker for resource:security_group_rule and tenant:1a07713e1a9d4ecb821ed9b01774642b is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:32.255641 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:32.262116 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:32.370953 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.375831 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-d47d6d3a-04aa-4343-8fdf-8e0077a66075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:32.376928 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.377875 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-d47d6d3a-04aa-4343-8fdf-8e0077a66075 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1576447
Jun 04 13:40:32.386925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e820c500-e9a5-4cfc-9da9-9830490ba3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:32.417333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61618a4e-7711-4cc5-858d-866df470cced,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:32.420771 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:32.453204 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-42dec4db-d183-4e71-9935-e7fd55324724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a07713e1a9d4ecb821ed9b01774642b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3717103
Jun 04 13:40:32.455663 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52558) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:32.499709 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-7cfd4ea6-ac3d-4f33-8346-d587ce8d2e4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 998 time: 0.1154156
Jun 04 13:40:32.522232 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.551621 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.583687 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-c17da2c0-d404-4fc3-93c6-2fe852e00839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:32.585209 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-c17da2c0-d404-4fc3-93c6-2fe852e00839 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0783653
Jun 04 13:40:32.628879 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.634463 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d1541dc3-ccb0-4697-ac7f-9bb006c9b55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:32.645507 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2fcfd0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:30Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:32.646754 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61618a4e-7711-4cc5-858d-866df470cced,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:32.651298 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:32.651791 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:40:32.668974 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:32.671119 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61618a4e-7711-4cc5-858d-866df470cced HTTP/1.1" status: 204  len: 168 time: 0.2136130
Jun 04 13:40:32.673319 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:40:32.674046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2fcfd0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:40:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:32.683208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-20fc508f-e958-4483-932d-3148b893024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:40:32.684772 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-20fc508f-e958-4483-932d-3148b893024c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0936244
Jun 04 13:40:32.855438 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-f8dfbffd-c9aa-4453-904a-9b9d87808a49 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638796
Jun 04 13:40:32.927107 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:40:33.004270 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71e8bc07-10ae-46d7-9101-2beab41a0e98 req-33962eab-1eb3-4c20-ba52-aeb050881700 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423867
Jun 04 13:40:33.319068 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2fcfd0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:30Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:40:33.322971 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d8d9f-d35a-4b1b-8cac-acfc63d5befa None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:30Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:40:33.495932 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fc835-d574-4978-86c3-c069bd5ead46 None None] New status for floating IP 0bb949c1-2785-47ad-bca7-32856b22fd8b: ACTIVE {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:40:34.902646 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52596) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:35.019397 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.032982 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:35.036680 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Usage tracker for resource:security_group_rule and tenant:6358ed50c93c40bab00663376d890a88 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:35.039984 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:35.045550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:35.128676 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.132079 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.140018 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2cc3e395-be41-4604-bf09-e49801cc962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:35.177758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6358ed50c93c40bab00663376d890a88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2739632
Jun 04 13:40:35.179381 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0818e546-08c5-449b-90dc-e58d1709f142,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:35.180419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52600) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:35.182495 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9c7eb1ae-595d-442d-9207-2ed26c6afd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:35.237448 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.262398 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.318190 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.321853 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8bdf8020-38dc-4117-b280-020203d49e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:35.333180 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818e546-08c5-449b-90dc-e58d1709f142,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:35.337099 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:35.341335 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.342442 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0818e546-08c5-449b-90dc-e58d1709f142 HTTP/1.1" status: 204  len: 168 time: 0.1610634
Jun 04 13:40:35.610603 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52606) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:35.627124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.642169 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:35.646145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed445b9a31e4f959ad55e95ed417441 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:35.649749 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:35.655518 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:35.740611 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.745356 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.752438 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2b5ea592-3117-42bf-80c7-c392bd236981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:35.791876 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fffc72-610f-4032-8502-edcbc5a906c3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:35.794878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:35.799210 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7a634106-ae42-4de3-8ef7-878cfe705b18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ed445b9a31e4f959ad55e95ed417441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1859014
Jun 04 13:40:35.800338 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52608) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:35.862674 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.887996 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.938588 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.942124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6967df54-f355-41ef-aaa1-09db49a7851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:35.953462 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fffc72-610f-4032-8502-edcbc5a906c3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:35.956895 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:35.964407 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:35.965603 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8fffc72-610f-4032-8502-edcbc5a906c3 HTTP/1.1" status: 204  len: 168 time: 0.1645377
Jun 04 13:40:37.637472 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52652) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:37.753407 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:37.768001 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:37.772150 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Usage tracker for resource:security_group_rule and tenant:d69f0014d4c942abaa005cdf9beaf6f0 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:37.775622 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:37.781369 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:37.868124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:37.872178 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:37.879973 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:37.920033 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d69f0014d4c942abaa005cdf9beaf6f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2814660
Jun 04 13:40:37.920910 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e28c88-3555-4c9d-8b99-19ee97f7752a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:37.923326 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52656) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:37.923885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:37.979829 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.007787 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.057741 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.061633 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e2133473-ee35-451e-b795-c8ba2e545b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:38.075198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e28c88-3555-4c9d-8b99-19ee97f7752a,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:38.078635 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:38.083961 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.085052 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-c7d25c64-610a-4a71-8eab-edd2aaa20ed8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51e28c88-3555-4c9d-8b99-19ee97f7752a HTTP/1.1" status: 204  len: 168 time: 0.1607444
Jun 04 13:40:38.362047 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52662) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:38.379149 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.393492 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:38.397246 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Usage tracker for resource:security_group_rule and tenant:0f61870bf27d41f38e9ba610c840d753 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:38.400037 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:38.405614 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:38.488925 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.493296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.501439 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-215219fa-4e70-467b-8512-369e3878f1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:38.540127 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f61870bf27d41f38e9ba610c840d753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1769993
Jun 04 13:40:38.541760 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbed627-bc65-436f-acd7-eb1240da1f4b,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:38.542724 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52664) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:38.544814 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-39dc7fc4-ad64-474a-be3c-682cb2ab9764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:38.697525 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.722695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.773003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.776545 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-89b01847-c954-4d4d-8d37-d369e9ece820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:38.789531 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbed627-bc65-436f-acd7-eb1240da1f4b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:38.793396 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:38.798621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:38.799757 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-709e48b0-93ec-41a2-a2b0-d60df53d1525 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cbed627-bc65-436f-acd7-eb1240da1f4b HTTP/1.1" status: 204  len: 168 time: 0.2560136
Jun 04 13:40:41.359807 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52734) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:41.473926 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.488315 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:41.492171 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Usage tracker for resource:security_group_rule and tenant:85046621f5674e598e9df659afa627c2 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:41.494928 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:41.500563 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:41.580511 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.584507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.593237 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe217b9b-51f8-487f-94b7-cbf8aeb49def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:41.635153 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85046621f5674e598e9df659afa627c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741892
Jun 04 13:40:41.636888 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fdfd96-cfd5-4e75-b9cf-dce3a5eb1da0,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:41.637804 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52738) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:41.639990 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fe4a271d-4dad-413e-9e3f-d9250531e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:41.699624 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.724532 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.772957 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.777960 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1566b9f5-bff0-4024-8872-82fc4a7527d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:41.789302 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fdfd96-cfd5-4e75-b9cf-dce3a5eb1da0,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:41.792711 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:41.797848 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:41.801220 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-65a97aa8-8adf-4e44-9a9e-dcc72c2cfa88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50fdfd96-cfd5-4e75-b9cf-dce3a5eb1da0 HTTP/1.1" status: 204  len: 168 time: 0.1601572
Jun 04 13:40:42.069518 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52744) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:42.087029 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.100555 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:42.104333 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Usage tracker for resource:security_group_rule and tenant:5856767f5b8141c6a0537127a0f715a2 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:42.107037 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:42.112634 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:42.192296 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.196413 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.204801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0f1068ad-fd52-4600-8568-7aafbe9d1a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:42.247716 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5856767f5b8141c6a0537127a0f715a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1763489
Jun 04 13:40:42.248508 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5fcec-d9b4-49ec-a345-856a908910cd,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:42.250246 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52746) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:42.251583 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9d83b0c2-1d50-461a-9468-a6c5e5dbe998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:42.309799 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.334920 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.386487 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.391186 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-261492ab-40fe-48fd-85ce-de91719ceceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:42.405033 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5fcec-d9b4-49ec-a345-856a908910cd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:42.409516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:42.414652 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:42.415817 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-58e72a95-7790-4276-9fe6-6422baacd336 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9c5fcec-d9b4-49ec-a345-856a908910cd HTTP/1.1" status: 204  len: 168 time: 0.1645069
Jun 04 13:40:44.151986 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:40:52.160134 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52880) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:52.275232 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.290168 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:52.293949 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Usage tracker for resource:security_group_rule and tenant:3db1f36f7bc843b6b6bf41960ecfdac1 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:52.296737 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:52.302319 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:52.389011 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.392731 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.400621 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36bad32f-ebe5-4006-a08f-c75fc7a8eae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:52.438922 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3db1f36f7bc843b6b6bf41960ecfdac1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2777572
Jun 04 13:40:52.439932 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595d51f8-70b3-461a-97d6-e58f6280ce69,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:52.441577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52884) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:52.443004 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3e05c1b1-003f-4782-b119-54399b9048ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:52.500666 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.525862 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.579325 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.582955 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ec302a2d-33d1-48c7-b858-5aa4b9380fc8 tempest-AttachVolumeTestJSON-1962937106 tempest-AttachVolumeTestJSON-1962937106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:52.595857 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595d51f8-70b3-461a-97d6-e58f6280ce69,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:52.598257 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:52.605681 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.609212 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-cd98e118-fdf6-4e14-8128-a69f55879b15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/595d51f8-70b3-461a-97d6-e58f6280ce69 HTTP/1.1" status: 204  len: 168 time: 0.1634698
Jun 04 13:40:52.876363 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52890) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:52.892874 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:52.906661 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:52.910335 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Usage tracker for resource:security_group_rule and tenant:b95db618ba8440969a09d60c78faf2e5 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:52.913044 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:52.919344 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:53.002827 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.006665 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.015093 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b1a8dbe1-da6a-4df5-8410-da81b34cb427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:53.052758 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b95db618ba8440969a09d60c78faf2e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1753778
Jun 04 13:40:53.054341 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d134e-2990-42b8-812c-7e3c49744235,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:53.056155 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52892) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:53.057940 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:53.113262 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.138614 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.195749 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.199314 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bb3b4a19-8ae5-487a-97ae-1952653334ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:53.211561 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d134e-2990-42b8-812c-7e3c49744235,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:53.214103 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:53.221159 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.222246 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-22e9ef53-ebc7-44a7-9327-6f1f9017914e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad8d134e-2990-42b8-812c-7e3c49744235 HTTP/1.1" status: 204  len: 168 time: 0.1651042
Jun 04 13:40:53.562441 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 52900) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:53.579971 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.594224 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:40:53.598071 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Usage tracker for resource:security_group_rule and tenant:2e27236be9284732a1ab3a9e7a3e9282 is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:40:53.600837 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:40:53.606661 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:40:53.688275 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.692698 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.701535 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5b9624cb-ce90-4ac5-8a65-49031e9947ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:53.741656 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e27236be9284732a1ab3a9e7a3e9282&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1758316
Jun 04 13:40:53.741656 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4c86b-4c5f-4eac-b79f-c35327ef3f0a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:53.741987 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 52902) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:40:53.743189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f8a67c29-6322-472f-84e4-89f7f5538983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:53.802193 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.827882 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.880043 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.885224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1e07531c-4c38-43fe-8909-e6d005e40d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:40:53.897516 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4c86b-4c5f-4eac-b79f-c35327ef3f0a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:40:53.900214 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:40:53.901385 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:53.902920 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-49bf4724-cf2c-4b48-8833-dfcca9ecda9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1c4c86b-4c5f-4eac-b79f-c35327ef3f0a HTTP/1.1" status: 204  len: 168 time: 0.1593127
Jun 04 13:40:55.102039 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ad0c34d9-aa47-4dcb-aee8-83fb28779df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:57.612048 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-4c956e16-c460-4a8c-b3e2-dedd796803be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:58.054133 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:58.798865 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:40:58.994199 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:00.558395 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.063500 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53024) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:03.177207 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.191568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:41:03.195935 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Usage tracker for resource:security_group_rule and tenant:26bdb43bbe914a03ac1353048b4bae80 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:41:03.198668 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:41:03.204527 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:41:03.286372 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.290980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.299370 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bbe8fdba-478f-4f78-982b-9c3e5c97cff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:03.341955 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26bdb43bbe914a03ac1353048b4bae80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2774200
Jun 04 13:41:03.342906 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ecc895-03f2-49b6-92f4-da365a6c83ff,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:03.344716 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53028) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:03.346763 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:03.484893 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.510090 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.560348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.564242 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ed7328a4-d3dd-4a55-a33a-8c26453856d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:03.578559 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ecc895-03f2-49b6-92f4-da365a6c83ff,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:03.581431 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:03.592155 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.593234 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-156d0c54-0113-4828-955a-a40128fd8e31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ecc895-03f2-49b6-92f4-da365a6c83ff HTTP/1.1" status: 204  len: 168 time: 0.2475519
Jun 04 13:41:03.867590 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53034) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:03.884694 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.898883 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:41:03.902747 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8626c08a2044aca3e0768e96bf6634 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:41:03.905695 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:41:03.911266 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:41:03.993351 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:03.996894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.005123 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-82c1dff7-e024-4e09-8410-8751a21ac0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:04.044479 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b8626c08a2044aca3e0768e96bf6634&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1758020
Jun 04 13:41:04.045363 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d79855b-2f0e-4744-ba7a-a12676112f5f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:04.047069 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53036) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:04.048365 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:04.104140 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.128601 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.179377 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.182929 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4ece5c06-fbbc-4c20-84e3-fe47bb5c615d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:04.199401 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d79855b-2f0e-4744-ba7a-a12676112f5f,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:04.202144 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:04.203366 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.204476 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-256581f0-cae0-42ae-9874-022bb9b2c4e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d79855b-2f0e-4744-ba7a-a12676112f5f HTTP/1.1" status: 204  len: 168 time: 0.1563687
Jun 04 13:41:04.542012 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53042) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:04.559057 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.573671 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:41:04.577717 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Usage tracker for resource:security_group_rule and tenant:f2787df582cc40d4a9bb54c16f68d894 is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:41:04.580543 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:41:04.586871 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:41:04.668423 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.672000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.684031 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-baac023a-9134-4717-aa53-2b8011b9f851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:04.721647 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2787df582cc40d4a9bb54c16f68d894&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1786113
Jun 04 13:41:04.723222 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78940c34-351c-4280-a701-28e677a270fa,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:04.724352 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53044) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:41:04.726068 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5d6b816b-51fc-4218-9f16-69535acb0c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:04.782113 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.807104 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.858569 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.863246 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-95183c28-172f-4a3d-a0e1-8a8848d8df6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:41:04.874215 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78940c34-351c-4280-a701-28e677a270fa,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:41:04.878299 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:41:04.882183 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:04.884336 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7ee64e01-f668-471d-9984-8bde2b09e30d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78940c34-351c-4280-a701-28e677a270fa HTTP/1.1" status: 204  len: 168 time: 0.1588726
Jun 04 13:41:21.150644 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:41:25.103119 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc033ad8-b3a6-4497-9106-d4feeb7bbe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:27.613678 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-c696532f-f252-4e83-8b6d-4675c8a10c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:28.056424 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:28.800908 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:28.999159 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:30.562070 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:31.175057 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-6b9a0a80-8015-4fd1-b8d3-7158bb2ea1a9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2143800
Jun 04 13:41:31.318131 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-65fa345b-0356-4aaa-ba76-c67593ef3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:41:31.319629 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-65fa345b-0356-4aaa-ba76-c67593ef3af3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1098 time: 0.0757730
Jun 04 13:41:31.459772 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-fc580c96-2668-4faa-b098-cef530994ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:41:31.461191 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-fc580c96-2668-4faa-b098-cef530994ebc service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1224880
Jun 04 13:41:31.562987 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-536d9458-3d1c-4dd6-940f-86c30e632b8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 1000 time: 0.0937626
Jun 04 13:41:31.622504 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-47ebcf48-5ff1-4452-b120-a26ebc4671a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:41:31.623881 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-47ebcf48-5ff1-4452-b120-a26ebc4671a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0549190
Jun 04 13:41:31.694555 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-88972572-142e-4bb7-b894-08f7de819ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:41:31.695979 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-88972572-142e-4bb7-b894-08f7de819ec7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0660365
Jun 04 13:41:31.706324 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-efd18e96-5992-4e54-8df0-57e5efe2e86e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:41:31.707263 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-efd18e96-5992-4e54-8df0-57e5efe2e86e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046399
Jun 04 13:41:31.834119 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-e1201cf7-b19b-4c27-95e5-e8d989d2a25b service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200712
Jun 04 13:41:31.964068 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a080093-6ac3-4ff1-9e30-0edb7f71e0ed req-3a6c1a7e-68c5-4842-ae2e-dbe3659dec46 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225605
Jun 04 13:41:55.105332 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ec1c-3314-4c9c-8286-4996c158cdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:57.614728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-51b50085-23b9-4996-8b6c-dd02307dd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:58.059465 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:58.149073 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:41:58.803630 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:41:59.008183 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:00.566008 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:08.608834 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-9e57dc23-b229-41da-8df8-69679a499756 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702555552&fields=id&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 267 time: 0.0410748
Jun 04 13:42:08.757632 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-598fb5be-ee90-4894-b806-4d08c864dd64 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:08.758973 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-598fb5be-ee90-4894-b806-4d08c864dd64 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.1439323
Jun 04 13:42:08.773847 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-afe2630e-8f43-4205-b9bf-63bb1150d262 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/quotas/8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 375 time: 0.0088861
Jun 04 13:42:08.861776 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-c55b6931-b120-46a5-8baa-b0e19695e072 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0822442
Jun 04 13:42:08.877286 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-470a4604-2d62-4141-8519-92a31d362070 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 13:42:08.878222 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-470a4604-2d62-4141-8519-92a31d362070 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052433
Jun 04 13:42:09.016588 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0febf538-8b85-46a3-b707-6475a1227c89 service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331000
Jun 04 13:42:09.145199 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6c054c43-6ae2-43a7-b290-fe7c50995d94 service neutron] 10.222.0.20 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230383
Jun 04 13:42:09.599559 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4f1bdcee-396b-4c12-8fe1-e5ce90c2f9f7 req-6696d0c0-3ce0-48ca-bb3a-14b397d8782a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 210 time: 0.0955119
Jun 04 13:42:10.851756 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-2060ce33-b4c8-4a83-9f49-eeedfcaf6cda tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:10.851756 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-2060ce33-b4c8-4a83-9f49-eeedfcaf6cda tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 812 time: 0.2576313
Jun 04 13:42:10.905036 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-449c3a44-f356-453c-868b-26438b83bd5c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3d345d3a614a4b8787e061bcd722af HTTP/1.1" status: 200  len: 379 time: 0.0454361
Jun 04 13:42:10.914995 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'port': {'device_id': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'admin_state_up': True, 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'security_groups': ['e84abc60-f1df-4d8a-9559-989d808ef453']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:42:10.919338 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-053ccf7a-0633-4ffe-a9c8-ed578d067e18 req-54384ea5-4e62-4ed4-8480-173584001ddb tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 210 time: 0.0535548
Jun 04 13:42:11.049405 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:42:11.053530 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:port and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:42:11.056419 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for port was recalculated. Used quota:5. {{(pid=91607) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:42:11.062222 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.quota.driver [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=91607) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:42:11.071692 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Made reservation on behalf of 8e3d345d3a614a4b8787e061bcd722af for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 13:42:11.075381 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.239225 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.20.0.12 (97e550a9-845b-4a8e-a7a9-cdb33050eda3/82f7d319-a1c0-4f68-a248-a488140df735/c067e3a1-e674-49c7-9d02-d52c6360ca4d) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:42:11.438786 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.455179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Transition to ACTIVE for port object c067e3a1-e674-49c7-9d02-d52c6360ca4d will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:42:11.479943 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.485311 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8f862c5b-d8d3-4bd3-acc8-471b7b73f4f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:11.541931 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:42:11.545235 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:42:11.556738 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:42:11.596123 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:11.616429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.616966 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.617434 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.617913 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.618378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.618848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.619341 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.619799 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.620257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.620712 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.621173 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.621637 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:11.627846 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:11.646534 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:11.647157 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.688189 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-0ef67257-2c07-4983-a29e-191ad13bff18 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7769737
Jun 04 13:42:11.700418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Request body: {'port': {'device_id': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:42:11.784018 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-2e01b39f-2d3e-4222-9f43-cf13c8d8ce47 None None] Provisioning for port c067e3a1-e674-49c7-9d02-d52c6360ca4d completed by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:42:11.789302 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-2e01b39f-2d3e-4222-9f43-cf13c8d8ce47 None None] Provisioning complete for port c067e3a1-e674-49c7-9d02-d52c6360ca4d triggered by entity DHCP. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:42:11.789683 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-2e01b39f-2d3e-4222-9f43-cf13c8d8ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.814086 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:11.844127 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-2e01b39f-2d3e-4222-9f43-cf13c8d8ce47 None None] Port c067e3a1-e674-49c7-9d02-d52c6360ca4d cannot update to ACTIVE because it is not bound. {{(pid=91609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 13:42:12.126438 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb35d3-cbc2-4790-8eb8-4f1aa57a9580 req-31813985-bc7f-4c58-909c-c4b0833c71c3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:12.127900 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-adcb35d3-cbc2-4790-8eb8-4f1aa57a9580 req-31813985-bc7f-4c58-909c-c4b0833c71c3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 932 time: 0.0789289
Jun 04 13:42:12.149891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c067e3a1-e674-49c7-9d02-d52c6360ca4d {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:42:12.157475 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:12.171998 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Transition to ACTIVE for port object c067e3a1-e674-49c7-9d02-d52c6360ca4d will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 13:42:12.172573 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-adcb35d3-cbc2-4790-8eb8-4f1aa57a9580 req-e31ea241-7e7d-4bdd-bfe3-e96cdcb127e2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390308
Jun 04 13:42:12.176885 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:12.182114 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cb44742a-d788-4489-842d-9d33e2c55fe6 tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:12.304536 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Pushing event updated for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:12.333587 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:12.409655 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Attempting to bind port c067e3a1-e674-49c7-9d02-d52c6360ca4d on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 13:42:12.409989 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Attempting to bind port c067e3a1-e674-49c7-9d02-d52c6360ca4d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 13:42:12.410316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Attempting to bind port c067e3a1-e674-49c7-9d02-d52c6360ca4d on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:42:12.414792 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Port c067e3a1-e674-49c7-9d02-d52c6360ca4d on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 13:42:12.415108 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Attempting to bind port c067e3a1-e674-49c7-9d02-d52c6360ca4d on network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 13:42:12.420759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Checking agent: {'id': 'f6d09ea8-f17b-4904-8ef1-45b768f3e5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'started_at': datetime.datetime(2021, 6, 4, 13, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 13:42:12.421094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Checking segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 13:42:12.421474 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Bound using segment: {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 13:42:12.421894 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Bound port: c067e3a1-e674-49c7-9d02-d52c6360ca4d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 13:42:12.422234 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:12.612207 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 13:42:12.615588 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 13:42:12.620039 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790388'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:12.623625 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d721f8a3-e1c6-4e72-9b7d-a0a39880ffb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:12.674003 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:12.674613 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:12.676066 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] 10.222.0.22 "PUT /v2.0/ports/c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 1094 time: 0.9807222
Jun 04 13:42:12.676507 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:42:12.678804 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49772a9a-bec2-405c-bfe4-53166573596f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:42:12.708797 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Pushing event updated for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:12.711892 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6b211045-8799-4244-975d-8bd8d7a1c000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:12.797615 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26183264-1bb8-4cd6-9d45-1be648ad0cee x-openstack-request-id: req-26183264-1bb8-4cd6-9d45-1be648ad0cee {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:42:12.797957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:42:12.798257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26183264-1bb8-4cd6-9d45-1be648ad0cee {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:42:12.798690 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'status': 'completed', 'code': 200}
Jun 04 13:42:12.803455 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-209a5023-35d9-47e1-8299-d99aa000309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:12.804934 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-209a5023-35d9-47e1-8299-d99aa000309f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1097 time: 0.0899625
Jun 04 13:42:12.875492 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-b5b95515-d43e-4625-8277-794f40df83e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 217 time: 0.0634122
Jun 04 13:42:12.941339 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-c2ba471c-3f7a-4314-901f-b8ebd1e1ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:12.942684 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-c2ba471c-3f7a-4314-901f-b8ebd1e1ab04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0616391
Jun 04 13:42:13.015544 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-1fadbf54-7c85-4c0a-967a-d9e5dee9aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.016938 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-1fadbf54-7c85-4c0a-967a-d9e5dee9aadb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0677862
Jun 04 13:42:13.147014 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-7d669ec5-6e27-49d9-9de5-ed28e6e1721d service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235678
Jun 04 13:42:13.278874 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d45e1a4a-eb65-47ec-9e6f-a82f8a9bed5c req-13f56bf8-bba6-42fd-acf4-d7019abd7ef9 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250305
Jun 04 13:42:13.361692 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eec73-1046-4c2b-933a-382620abb5ed req-40f570e1-3d15-4069-ae9d-25e31bf4b82b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.363132 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fb6eec73-1046-4c2b-933a-382620abb5ed req-40f570e1-3d15-4069-ae9d-25e31bf4b82b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0861139
Jun 04 13:42:13.404082 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772a9a-bec2-405c-bfe4-53166573596f req-f06d3368-7d1f-4158-b144-666069dbb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.405478 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-f06d3368-7d1f-4158-b144-666069dbb441 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1097 time: 0.0760157
Jun 04 13:42:13.407026 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-fb6eec73-1046-4c2b-933a-382620abb5ed req-d44f974b-f1d7-47e8-a436-cb6827cdb34a tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381973
Jun 04 13:42:13.537418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772a9a-bec2-405c-bfe4-53166573596f req-121bb58e-0e5b-4d4e-9caf-db32d3ffa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.538833 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-121bb58e-0e5b-4d4e-9caf-db32d3ffa959 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1249475
Jun 04 13:42:13.605687 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-f736c7b5-8516-467f-8a17-785e99006f85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 217 time: 0.0596044
Jun 04 13:42:13.673429 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772a9a-bec2-405c-bfe4-53166573596f req-b4068b98-e6f1-4fd1-8d53-0ca0c990f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.674724 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-b4068b98-e6f1-4fd1-8d53-0ca0c990f3f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0586765
Jun 04 13:42:13.756243 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772a9a-bec2-405c-bfe4-53166573596f req-6a5beb34-011a-49f0-ac17-d5e4abaaef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:13.757659 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-6a5beb34-011a-49f0-ac17-d5e4abaaef57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0683689
Jun 04 13:42:13.888180 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-77dc5c6f-61bb-4b17-b59f-70b6db618974 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225185
Jun 04 13:42:14.017854 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-49772a9a-bec2-405c-bfe4-53166573596f req-c2bfb929-43ae-4c0c-a5d1-67f9125f49ff service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219800
Jun 04 13:42:14.588634 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbd7f4-1f85-404b-963b-a403701abb03 req-89190969-2eaf-4a81-a5b4-d41cc93f8cd3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:14.589980 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c2fbd7f4-1f85-404b-963b-a403701abb03 req-89190969-2eaf-4a81-a5b4-d41cc93f8cd3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0788972
Jun 04 13:42:14.635756 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-c2fbd7f4-1f85-404b-963b-a403701abb03 req-f950dc53-aaf7-4ce5-a006-9d133f415f3e tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402792
Jun 04 13:42:15.812717 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb6bd3-461b-4400-8dd9-bd4947e64d90 req-7285360f-dfba-4c95-8873-614c4f85307f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:15.814122 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54cb6bd3-461b-4400-8dd9-bd4947e64d90 req-7285360f-dfba-4c95-8873-614c4f85307f tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0777047
Jun 04 13:42:15.857028 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-54cb6bd3-461b-4400-8dd9-bd4947e64d90 req-300568bd-6715-4a86-9237-7a9093129dc5 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372834
Jun 04 13:42:17.042432 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e749-7232-41b1-9fcd-8a2982aae23d req-ce4f3dbb-557c-4dd3-aae3-005323874079 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:17.043884 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9104e749-7232-41b1-9fcd-8a2982aae23d req-ce4f3dbb-557c-4dd3-aae3-005323874079 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0838063
Jun 04 13:42:17.087374 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-9104e749-7232-41b1-9fcd-8a2982aae23d req-0f7b09a1-9823-4cf0-be18-c4311ea691f3 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379136
Jun 04 13:42:18.271475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001030b-6e03-48fe-9e47-28c20ebc1a04 req-bf30349b-a929-4ca8-91c7-ba28850e6583 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:18.272938 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8001030b-6e03-48fe-9e47-28c20ebc1a04 req-bf30349b-a929-4ca8-91c7-ba28850e6583 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0805733
Jun 04 13:42:18.316218 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-8001030b-6e03-48fe-9e47-28c20ebc1a04 req-943cd561-d27b-453e-a0e6-d19ecef8f970 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371168
Jun 04 13:42:19.501502 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31725-5e8e-4e58-b894-b2548e3bb19c req-1e8877e7-831a-48e0-bf38-4a757dbf9dc4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:19.502921 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2cf31725-5e8e-4e58-b894-b2548e3bb19c req-1e8877e7-831a-48e0-bf38-4a757dbf9dc4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 944 time: 0.0814347
Jun 04 13:42:19.546589 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-2cf31725-5e8e-4e58-b894-b2548e3bb19c req-881cbb8b-be81-4578-b17e-f3f23aee9947 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378699
Jun 04 13:42:19.723466 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c067e3a1-e674-49c7-9d02-d52c6360ca4d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 13:42:19.850493 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:42:19.863529 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Returning: {'device': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'port_id': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'mac_address': 'fa:16:3e:90:41:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 13:42:19.916179 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:19.932046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c067e3a1-e674-49c7-9d02-d52c6360ca4d {{(pid=91609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 13:42:19.947291 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:42:19.950615 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:19.952574 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:20.017026 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:20.023880 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.024231 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.024569 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.025698 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.026054 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.026370 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.026696 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.027021 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.027368 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.027692 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.028010 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.028330 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:20.032046 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:20.185398 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] get_ports_and_sgs() called for port_ids ['c067e3a1-e674-49c7-9d02-d52c6360ca4d'] {{(pid=91609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 13:42:20.723950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93702c8-97e3-422c-a1a3-0014650c56e5 req-02c0e3c3-9e7f-4e3e-8c19-556f40650964 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:20.725268 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b93702c8-97e3-422c-a1a3-0014650c56e5 req-02c0e3c3-9e7f-4e3e-8c19-556f40650964 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 945 time: 0.0774546
Jun 04 13:42:20.851934 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-b93702c8-97e3-422c-a1a3-0014650c56e5 req-383a8d5a-bb46-44ee-a12a-c4d718721cd4 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204886
Jun 04 13:42:21.739481 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c067e3a1-e674-49c7-9d02-d52c6360ca4d up at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 13:42:21.807327 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning for port c067e3a1-e674-49c7-9d02-d52c6360ca4d completed by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 13:42:21.811681 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Provisioning complete for port c067e3a1-e674-49c7-9d02-d52c6360ca4d triggered by entity L2. {{(pid=91609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 13:42:21.812081 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1999478'] for port, provisioning_complete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:21.926467 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:21.953681 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d'}] {{(pid=91609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:42:21.955900 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a87924c1e38370f147e2d9cff405697ed268fc6c7a38eb8a7bebdf827e1ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2ced14-1188-4f1e-99f3-f23dd5f5e976" -d '{"events": [{"server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "name": "network-vif-plugged", "status": "completed", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d"}]}' {{(pid=91609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:42:21.964050 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:42:21.968700 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:21.971572 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:22.042219 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Pushing event updated for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=5']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:22.051204 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:22.062731 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102defd-8806-483e-858a-fe75cf5d2184 x-openstack-request-id: req-b102defd-8806-483e-858a-fe75cf5d2184 {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:42:22.063036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "name": "network-vif-plugged", "status": "completed", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d", "code": 200}]} {{(pid=91609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:42:22.063327 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b102defd-8806-483e-858a-fe75cf5d2184 {{(pid=91609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:42:22.063728 dv-cinder-784779-14-iscsi neutron-server[91609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'code': 200}
Jun 04 13:42:22.094598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa948bc7-e476-49f2-a57a-c827d2825678 req-bb239e15-1276-433d-84d4-b0a067527686 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:22.096066 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aa948bc7-e476-49f2-a57a-c827d2825678 req-bb239e15-1276-433d-84d4-b0a067527686 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.0821126
Jun 04 13:42:22.139650 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-aa948bc7-e476-49f2-a57a-c827d2825678 req-c5cf89de-cff3-4fda-9708-4f74e037a587 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374353
Jun 04 13:42:22.330117 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbfe60-face-4246-bd3e-205282e6d76a req-dbc25996-3ec4-49cd-9260-089b99df4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:22.331611 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b3cbfe60-face-4246-bd3e-205282e6d76a req-dbc25996-3ec4-49cd-9260-089b99df4062 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1099 time: 0.0687456
Jun 04 13:42:22.375801 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b3cbfe60-face-4246-bd3e-205282e6d76a req-4d2859d5-38e7-4be7-b775-d547076f723b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372024
Jun 04 13:42:23.328939 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6663b-502e-42aa-8544-8a2966ba76f6 req-f4c00d76-5c4f-412f-9529-e4893fcdbcba tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:23.330365 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4cf6663b-502e-42aa-8544-8a2966ba76f6 req-f4c00d76-5c4f-412f-9529-e4893fcdbcba tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.0816481
Jun 04 13:42:23.375016 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-4cf6663b-502e-42aa-8544-8a2966ba76f6 req-b0e1f30d-b8b3-4c66-a018-eee9443c2c0e tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388181
Jun 04 13:42:23.552049 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769277f4-aa99-4657-9742-15398bdf6c07 req-78e3907f-4388-4b1c-8b8e-5b3dea506884 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:23.553466 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-769277f4-aa99-4657-9742-15398bdf6c07 req-78e3907f-4388-4b1c-8b8e-5b3dea506884 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.0771921
Jun 04 13:42:23.599702 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-769277f4-aa99-4657-9742-15398bdf6c07 req-c3061fe4-b930-4d06-9d66-f90766f1cdd9 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405726
Jun 04 13:42:23.621675 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53178) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:42:23.688319 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c4ea7-3625-45f1-b4d1-e19078ecb832 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:23.689749 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-7e7c4ea7-3625-45f1-b4d1-e19078ecb832 tempest-TestVolumeBootPattern-1295955142 tempest-TestVolumeBootPattern-1295955142-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1094 time: 0.0671225
Jun 04 13:42:23.692328 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53180) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:42:23.696577 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.v2.base [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Request body: {'floatingip': {'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'port_id': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 13:42:23.702962 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 13:42:23.706733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Usage tracker for resource:floatingip and tenant:8e3d345d3a614a4b8787e061bcd722af is out of sync, need to count used quota {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 13:42:23.709525 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91608) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 13:42:23.715722 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.quota.driver [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91608) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 13:42:23.725580 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:23.856198 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:23.991251 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Allocated IP 172.27.1.221 (dda1d803-f021-4cda-8e8e-95e9413377dc/22c8b96d-36f7-49f5-8791-a1830728a1f6/64d6a5a4-c84b-467a-9217-383297c74b16) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 13:42:24.137051 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.164660 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764564738124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.169715 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3b1c6386-f05b-4dc3-8a38-9a1b2123c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:24.224287 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Network dda1d803-f021-4cda-8e8e-95e9413377dc is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 13:42:24.231426 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Resources bound (agent type, host, resource id):  {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 13:42:24.235422 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 13:42:24.266936 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=64d6a5a4-c84b-467a-9217-383297c74b16,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:24.284384 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.284743 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.285116 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.285475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.285833 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.286190 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.286549 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.286903 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.287597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.287597 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.287959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.288304 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:42:24.294012 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:24.644362 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.715298 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1612942'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.912993 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.917351 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764565159437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764564738142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764564738187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7864025'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:24.920781 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c03beb38-d684-4d9c-b6d6-c7622c234c6e tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:42:25.106584 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-991a7ad6-e85d-47bd-bc6c-59b484bd0d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:25.112662 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event updated for resources: {'Port': ['ID=64d6a5a4-c84b-467a-9217-383297c74b16,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:42:25.116505 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:42:25.123329 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609890'] for floatingip, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:25.286937 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP cf450c28-7652-47a1-a02d-ae58bb0cd20c associated. External IP: 172.27.1.221, port: c067e3a1-e674-49c7-9d02-d52c6360ca4d.
Jun 04 13:42:25.624636 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:42:25.797295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:42:25.807409 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:42:25.816220 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:42:25.816838 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0fe340>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:41:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:42:25.822102 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:25.876861 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-1b074768-8022-4595-ab44-721b78beca45 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1833723
Jun 04 13:42:25.877354 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:42:25.879670 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5127df1-d6e2-4c89-932c-80ba8d6b075d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:42:25.921763 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4899d8-772e-4c67-974b-64bb21ef9fad x-openstack-request-id: req-dc4899d8-772e-4c67-974b-64bb21ef9fad {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:42:25.922073 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:42:25.922365 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc4899d8-772e-4c67-974b-64bb21ef9fad {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:42:25.922797 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'status': 'completed', 'code': 200}
Jun 04 13:42:26.015027 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-1dea9b04-6a14-404e-a642-b434ec75f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:26.016526 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-1dea9b04-6a14-404e-a642-b434ec75f537 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1099 time: 0.0719512
Jun 04 13:42:26.028183 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:42:26.248087 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-21033f28-518e-4f49-9f5f-7f140d16b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:26.249438 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-21033f28-518e-4f49-9f5f-7f140d16b9fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.2272613
Jun 04 13:42:26.350256 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-e965f4a6-640f-4b02-bac6-916278e1dec5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 1000 time: 0.0946765
Jun 04 13:42:26.378340 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0fe340>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}, {'id': 'cf450c28-7652-47a1-a02d-ae58bb0cd20c', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:90:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:42:24Z', 'updated_at': '2021-06-04T13:42:24Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:42:26.382159 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:42:26.391001 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:42:26.391632 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0fe340>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:41:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:42:26.412333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-f8630e59-f913-4ab0-bb26-9c536acbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:26.413753 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-f8630e59-f913-4ab0-bb26-9c536acbaa51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0575011
Jun 04 13:42:26.491222 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-cfc3ba12-6cfa-42ab-a5b1-6d451bd4b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:26.492695 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-cfc3ba12-6cfa-42ab-a5b1-6d451bd4b161 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0724144
Jun 04 13:42:26.568235 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:42:26.622971 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-aa3906cc-2805-4ddb-b1d2-f8f57b9c634f service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240294
Jun 04 13:42:26.756869 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5127df1-d6e2-4c89-932c-80ba8d6b075d req-b7f774ef-d4cb-4e46-9206-e3e2bf44edc6 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266830
Jun 04 13:42:26.908037 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0fe340>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}, {'id': 'cf450c28-7652-47a1-a02d-ae58bb0cd20c', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:90:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:42:24Z', 'updated_at': '2021-06-04T13:42:24Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:42:26.911818 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a713645-9193-4cf9-88fc-babd1953d012 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}, {'id': 'cf450c28-7652-47a1-a02d-ae58bb0cd20c', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:90:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:42:24Z', 'updated_at': '2021-06-04T13:42:24Z', 'revision_number': 0, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:42:27.090324 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef179d-e604-4bb0-ab24-a8cd99e33879 None None] New status for floating IP cf450c28-7652-47a1-a02d-ae58bb0cd20c: ACTIVE {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:42:27.615272 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-90581d32-1976-4c7b-919c-13da2b92a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:28.060531 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:28.808738 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:29.022844 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:30.568828 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:33.049787 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-a8fe187e-5d19-439f-890e-5d2e61577aa3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679727
Jun 04 13:42:33.206114 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f468a-3522-4c49-867e-1496039883ab req-6122865a-bba5-4a57-89e7-10e38f5487b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:33.207549 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-6122865a-bba5-4a57-89e7-10e38f5487b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1098 time: 0.0724831
Jun 04 13:42:33.349942 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f468a-3522-4c49-867e-1496039883ab req-db083747-3064-4b3d-9c05-3eaafee401d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:33.351296 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-db083747-3064-4b3d-9c05-3eaafee401d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1243198
Jun 04 13:42:33.451260 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-354e8051-9a47-4a0e-bf46-6d609301779c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 1000 time: 0.0937047
Jun 04 13:42:33.512185 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f468a-3522-4c49-867e-1496039883ab req-e948c617-f11c-4735-b148-fe7f3fe70ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:33.513546 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-e948c617-f11c-4735-b148-fe7f3fe70ac7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0552013
Jun 04 13:42:33.586137 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f468a-3522-4c49-867e-1496039883ab req-f40f62ca-4d3e-4323-9bbd-5c71e9f00d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:42:33.588156 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-f40f62ca-4d3e-4323-9bbd-5c71e9f00d25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0681663
Jun 04 13:42:33.715441 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-ce86be85-0d84-429d-b860-da6e16e32835 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201699
Jun 04 13:42:33.841937 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-950f468a-3522-4c49-867e-1496039883ab req-d7d5f1dd-0623-4647-a30e-4c0bbb6f8e9c service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195760
Jun 04 13:42:35.147261 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:42:55.107427 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5b654ac5-c00d-428c-b0d8-da85bd2ac427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:57.617205 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-afbd5914-2300-404b-8c15-2afcb9dd6725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:58.061492 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:58.809706 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:42:59.022078 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:00.570815 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:12.145663 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:43:25.109246 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-78dddfb6-f24c-4391-8a8b-1ffee854a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:27.618499 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d0b9223a-5476-42c7-96e4-1a3c29a07c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:28.063445 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:28.811557 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:29.020884 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:30.577004 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:33.063308 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-e12dd569-6db0-4f94-a68e-3b3cbcee2cc9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714641
Jun 04 13:43:33.150807 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-8eb8cfe5-8a4e-4b11-998e-a15dd4c8526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:33.152220 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-8eb8cfe5-8a4e-4b11-998e-a15dd4c8526e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1099 time: 0.0679412
Jun 04 13:43:33.391993 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-65d8dea1-0151-49d4-980c-37d74ac36f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:33.393333 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-65d8dea1-0151-49d4-980c-37d74ac36f86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.2231867
Jun 04 13:43:33.494628 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-b00aef06-be6a-42c3-a6b2-2997b4342d6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 1002 time: 0.0946391
Jun 04 13:43:33.556980 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-6eab56d2-44ef-4871-ba85-a1deef6d8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:33.558346 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-6eab56d2-44ef-4871-ba85-a1deef6d8a6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0582216
Jun 04 13:43:33.630723 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-7bd8280c-b860-4800-8dbc-0335607ec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:33.632130 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-7bd8280c-b860-4800-8dbc-0335607ec266 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0673490
Jun 04 13:43:33.760227 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-01d41dba-c759-4237-acc2-f3fde4650fd5 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211877
Jun 04 13:43:33.888509 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f587d719-15ef-4a4d-8663-ed2d0c1bbd2b req-dbc12fd3-a077-452e-bcea-0b714300d519 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217387
Jun 04 13:43:49.144325 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:43:54.485373 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53212) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:43:54.739760 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port 64d6a5a4-c84b-467a-9217-383297c74b16 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:43:54.739993 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:54.851868 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:54.852189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:55.061634 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for 64d6a5a4-c84b-467a-9217-383297c74b16 owned by network:floatingip {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:43:55.110639 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-72bdf7a3-4c7e-4ca8-9fb7-cb7ce59ff257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:55.178269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:55.181859 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9ae41a87-dcac-4a9b-9dee-9a91d99945dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:43:55.227077 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=64d6a5a4-c84b-467a-9217-383297c74b16,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:43:55.263120 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.263539 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.263907 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.264269 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.264628 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.264982 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.265334 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.265688 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.266038 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.266387 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.266734 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.267082 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:55.274038 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:43:55.328904 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:55.329150 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP cf450c28-7652-47a1-a02d-ae58bb0cd20c disassociated (deleted). External IP: 172.27.1.221, port: c067e3a1-e674-49c7-9d02-d52c6360ca4d.
Jun 04 13:43:55.664316 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:43:55.832629 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:43:55.842347 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:43:55.849044 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:55.851419 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:43:55.852037 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2ef310>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:43:55.907502 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-0f7be266-dc02-4670-8002-a1f600aaa5de tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "DELETE /v2.0/floatingips/cf450c28-7652-47a1-a02d-ae58bb0cd20c HTTP/1.1" status: 204  len: 168 time: 1.4210062
Jun 04 13:43:55.908185 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:43:55.910497 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:43:55.961664 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dfc75f-2f40-4734-9262-64944c2a3944 x-openstack-request-id: req-42dfc75f-2f40-4734-9262-64944c2a3944 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:43:55.962056 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:43:55.962883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42dfc75f-2f40-4734-9262-64944c2a3944 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:43:55.963374 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'status': 'completed', 'code': 200}
Jun 04 13:43:56.059430 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-fb5111ab-7efb-4aa1-9020-b79ea10f25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:56.060933 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-fb5111ab-7efb-4aa1-9020-b79ea10f25e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 1099 time: 0.0779297
Jun 04 13:43:56.077921 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:43:56.198106 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-9869256d-15cd-4aea-b06b-1214fbca6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:56.199509 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-9869256d-15cd-4aea-b06b-1214fbca6797 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1315804
Jun 04 13:43:56.268714 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-10a022d8-a341-4d5f-821f-80f4734147c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 200  len: 217 time: 0.0619476
Jun 04 13:43:56.297560 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910365da-0a43-4f47-b089-a39a0acca6d6 req-db66b311-ceaa-4514-ae67-728f71cba699 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:56.298259 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-910365da-0a43-4f47-b089-a39a0acca6d6 req-db66b311-ceaa-4514-ae67-728f71cba699 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:43:56.316383 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-910365da-0a43-4f47-b089-a39a0acca6d6 req-db66b311-ceaa-4514-ae67-728f71cba699 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:43:56.317536 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-910365da-0a43-4f47-b089-a39a0acca6d6 req-db66b311-ceaa-4514-ae67-728f71cba699 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.1061685
Jun 04 13:43:56.342247 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-cca73dd9-180a-4ef0-9123-4d290c75b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:56.343901 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-cca73dd9-180a-4ef0-9123-4d290c75b96e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0664928
Jun 04 13:43:56.367206 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-910365da-0a43-4f47-b089-a39a0acca6d6 req-3af8e143-b4bd-40a4-b3f5-3b1099ca0cc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428400
Jun 04 13:43:56.427963 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-55848230-633c-49a6-824e-4bf42e5198ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:56.429436 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-55848230-633c-49a6-824e-4bf42e5198ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0786927
Jun 04 13:43:56.446316 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2ef310>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:43:56.450267 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:43:56.458967 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:43:56.459598 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2ef310>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:28Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:43:56.574790 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-6fa6b013-66cd-4b97-a36e-f633cc33c380 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246514
Jun 04 13:43:56.634405 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:43:56.707314 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e48e4b87-922a-4b35-a8f4-d6e4b6181c72 req-ca7b8d2a-fad0-49c1-a9b1-242759449ec8 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242406
Jun 04 13:43:56.967653 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b2ef310>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:43:56.971444 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d0775-0dd6-4c9b-a688-4dab641fefe1 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_floatingips': [{'id': '0bb949c1-2785-47ad-bca7-32856b22fd8b', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'router_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'port_id': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'mac_address': 'fa:16:3e:f5:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:40:30Z', 'updated_at': '2021-06-04T13:40:33Z', 'revision_number': 1, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:43:57.184477 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e492efaf-7067-4f33-9dc8-76436e98944a None None] New status for floating IP cf450c28-7652-47a1-a02d-ae58bb0cd20c: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:43:57.551039 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a708cd-f732-43f6-bd0f-f24908788f20 req-7e0898f5-8577-433b-9099-4fff124ef019 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:57.552408 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-41a708cd-f732-43f6-bd0f-f24908788f20 req-7e0898f5-8577-433b-9099-4fff124ef019 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.0796990
Jun 04 13:43:57.595454 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-41a708cd-f732-43f6-bd0f-f24908788f20 req-4991e3da-0a6f-4571-8851-778da763cf7b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371721
Jun 04 13:43:57.619585 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d2d8187d-5d2d-4513-be4f-e14df445f6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:57.777670 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-3dc92939-07d8-47a0-9789-8bb689fe1d2c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:43:57.778367 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-3dc92939-07d8-47a0-9789-8bb689fe1d2c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:43:57.789654 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-3dc92939-07d8-47a0-9789-8bb689fe1d2c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:43:57.791428 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-3dc92939-07d8-47a0-9789-8bb689fe1d2c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 946 time: 0.0956879
Jun 04 13:43:57.924689 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port c067e3a1-e674-49c7-9d02-d52c6360ca4d {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:43:57.924942 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:58.064618 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:58.152485 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] For port c067e3a1-e674-49c7-9d02-d52c6360ca4d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c067e3a1-e674-49c7-9d02-d52c6360ca4d,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:43:58.152841 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:58.276368 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for c067e3a1-e674-49c7-9d02-d52c6360ca4d owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:43:58.385764 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:58.391316 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4f741056-5ef7-465a-8b23-13aa7e9e895c tempest-AttachVolumeNegativeTest-1517283077 tempest-AttachVolumeNegativeTest-1517283077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:43:58.438913 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=c067e3a1-e674-49c7-9d02-d52c6360ca4d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:43:58.473964 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.474348 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.474717 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.475083 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.475479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.475842 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.476201 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.476557 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.476920 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.477275 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.478312 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.478676 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:43:58.486553 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:43:58.526522 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] No DVR routers for this DVR port c067e3a1-e674-49c7-9d02-d52c6360ca4d on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:43:58.529145 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:58.531847 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'name': 'network-vif-deleted', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:43:58.534208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35950ac6-83b6-4287-a6ce-e978a8ede328" -d '{"events": [{"server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "name": "network-vif-deleted", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:43:58.549416 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e4874366-8d4d-4d98-bd50-4e55f136ca0f req-cbfb642d-3a46-4278-ba3b-8e77d5f1f27b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "DELETE /v2.0/ports/c067e3a1-e674-49c7-9d02-d52c6360ca4d HTTP/1.1" status: 204  len: 173 time: 0.7528460
Jun 04 13:43:58.577185 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973b1c53-3242-4d32-922f-b5b7d63d43a1 x-openstack-request-id: req-973b1c53-3242-4d32-922f-b5b7d63d43a1 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:43:58.577526 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d17c41-7584-46d8-b5ce-2b2d64e7e347", "name": "network-vif-deleted", "tag": "c067e3a1-e674-49c7-9d02-d52c6360ca4d", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:43:58.577826 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-973b1c53-3242-4d32-922f-b5b7d63d43a1 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:43:58.578277 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d17c41-7584-46d8-b5ce-2b2d64e7e347', 'name': 'network-vif-deleted', 'tag': 'c067e3a1-e674-49c7-9d02-d52c6360ca4d', 'status': 'completed', 'code': 200}
Jun 04 13:43:58.754630 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-a3f5f4ca-b917-4520-a7ae-f01c68b6c8c3 req-1cb3b658-b653-4d7b-b2a2-94d57cf43c4b tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7d17c41-7584-46d8-b5ce-2b2d64e7e347 HTTP/1.1" status: 200  len: 210 time: 0.0412970
Jun 04 13:43:58.816817 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:43:59.022715 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:00.245078 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c067e3a1-e674-49c7-9d02-d52c6360ca4d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:00.282790 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: c067e3a1-e674-49c7-9d02-d52c6360ca4d {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:00.283144 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device c067e3a1-e674-49c7-9d02-d52c6360ca4d not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:00.578998 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:02.235463 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53252) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:02.583960 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port a9c71b6d-79e6-4b9c-a2e8-9370f24338e3 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:02.584299 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:02.699567 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:02.699897 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:02.815826 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for a9c71b6d-79e6-4b9c-a2e8-9370f24338e3 owned by network:floatingip {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:02.928574 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:02.933424 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8b39ef1e-9621-4b52-adea-76d3f2b478b9 tempest-VolumesNegativeTest-512112314 tempest-VolumesNegativeTest-512112314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:02.981378 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=a9c71b6d-79e6-4b9c-a2e8-9370f24338e3,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:03.003261 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:03.063890 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:03.064220 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.db.l3_db [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Floating IP 0bb949c1-2785-47ad-bca7-32856b22fd8b disassociated (deleted). External IP: 172.27.1.68, port: 127312e2-aabd-4591-9f8c-85ed0e579be2.
Jun 04 13:44:03.421189 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:44:03.598855 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:44:03.608527 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:44:03.614894 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:03.618121 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:03.618840 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8ae2fd60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:03.671107 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-b5f5b2ed-0084-46f4-b333-24cdf7528716 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "DELETE /v2.0/floatingips/0bb949c1-2785-47ad-bca7-32856b22fd8b HTTP/1.1" status: 204  len: 168 time: 1.4345596
Jun 04 13:44:03.671779 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:44:03.674074 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b60327d9d35834d846420f201801375606236cf5d5a2ec6ce9740e9868c6880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78979b-e7c5-40a4-bd1c-9179a728696c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:44:03.718118 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7c90a-efad-47b4-b65e-b1a6077d6357 x-openstack-request-id: req-98a7c90a-efad-47b4-b65e-b1a6077d6357 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:44:03.718450 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2", "status": "completed", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:44:03.718740 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98a7c90a-efad-47b4-b65e-b1a6077d6357 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:44:03.719183 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'status': 'completed', 'code': 200}
Jun 04 13:44:03.798036 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:03.815911 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-58e4b58b-029e-4604-8c74-a667e25e7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:03.817402 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-58e4b58b-029e-4604-8c74-a667e25e7b90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e3d345d3a614a4b8787e061bcd722af&device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 1098 time: 0.0744276
Jun 04 13:44:03.965094 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-60cde652-ad7b-4392-a053-ede05bdc5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:03.966542 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-60cde652-ad7b-4392-a053-ede05bdc5bfa service neutron] 10.222.0.22 "GET /v2.0/networks?id=97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 200  len: 913 time: 0.1426227
Jun 04 13:44:04.033355 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-5eeb35f8-df9a-4b72-8a21-9a405f8c7dde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 200  len: 217 time: 0.0600612
Jun 04 13:44:04.048271 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6a4c9-df16-4cf1-b10b-5ef5291ef45d req-88e398f9-6b86-47c9-96b4-4b8217ded132 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:04.048977 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6bd6a4c9-df16-4cf1-b10b-5ef5291ef45d req-88e398f9-6b86-47c9-96b4-4b8217ded132 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91608) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:44:04.068512 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.quota.resource [req-6bd6a4c9-df16-4cf1-b10b-5ef5291ef45d req-88e398f9-6b86-47c9-96b4-4b8217ded132 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91608) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:44:04.069821 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6bd6a4c9-df16-4cf1-b10b-5ef5291ef45d req-88e398f9-6b86-47c9-96b4-4b8217ded132 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.1030185
Jun 04 13:44:04.102690 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-1781bdc3-bf86-4afd-be78-52a3159ec6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:04.104889 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-1781bdc3-bf86-4afd-be78-52a3159ec6e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 200  len: 851 time: 0.0632374
Jun 04 13:44:04.120483 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-6bd6a4c9-df16-4cf1-b10b-5ef5291ef45d req-1a1ac5fe-97e9-408b-a9b6-136d3c057d7c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433345
Jun 04 13:44:04.163716 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8ae2fd60>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:04.168148 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:44:04.176385 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:04.176980 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8ae2fd60>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:04.180386 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-c82df7ce-c083-4c2e-b6ad-785ab8aed8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:04.181957 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-c82df7ce-c083-4c2e-b6ad-785ab8aed8c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97e550a9-845b-4a8e-a7a9-cdb33050eda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0701365
Jun 04 13:44:04.313615 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-938938bb-3470-4c1a-96a1-df244abcb441 service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232650
Jun 04 13:44:04.350379 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:04.446340 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1d78979b-e7c5-40a4-bd1c-9179a728696c req-5d08e478-2b2d-4900-9458-a723bb4552cd service neutron] 10.222.0.22 "GET /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245492
Jun 04 13:44:04.651638 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8ae2fd60>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:04.655436 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69979b-c0f4-447e-89de-8568aab5d5d2 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:37:12Z', 'revision_number': 4, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi', '_interfaces': [{'id': 'b629cb2a-cb33-4b6c-86f3-ff4023430e59', 'name': '', 'network_id': '97e550a9-845b-4a8e-a7a9-cdb33050eda3', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'mac_address': 'fa:16:3e:9c:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '82f7d319-a1c0-4f68-a248-a488140df735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:11Z', 'updated_at': '2021-06-04T13:37:19Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'subnets': [{'id': '82f7d319-a1c0-4f68-a248-a488140df735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:44:04.848400 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38dd8d3-d2f2-4164-bb48-e9ffadf76474 None None] New status for floating IP 0bb949c1-2785-47ad-bca7-32856b22fd8b: DOWN {{(pid=91610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 13:44:05.403971 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c032e6b-7dc7-454d-992d-646028708594 req-2e29ea9a-e1db-494d-970b-e97f8830bfc5 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:05.405405 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c032e6b-7dc7-454d-992d-646028708594 req-2e29ea9a-e1db-494d-970b-e97f8830bfc5 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.1792512
Jun 04 13:44:05.449544 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-0c032e6b-7dc7-454d-992d-646028708594 req-9d6684d7-36e9-4603-bf0b-bbe18d02b052 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84abc60-f1df-4d8a-9559-989d808ef453&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385294
Jun 04 13:44:05.509759 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bec83f-3128-44e9-932c-a2b928f8dade req-e5839be1-ded3-4b96-9deb-9ddd7f13cabf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 13:44:05.511095 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-93bec83f-3128-44e9-932c-a2b928f8dade req-e5839be1-ded3-4b96-9deb-9ddd7f13cabf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Synchronizing usage tracker for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 13:44:05.522595 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.quota.resource [req-93bec83f-3128-44e9-932c-a2b928f8dade req-e5839be1-ded3-4b96-9deb-9ddd7f13cabf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Unset dirty status for tenant:8e3d345d3a614a4b8787e061bcd722af on resource:port {{(pid=91607) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 13:44:05.523669 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-93bec83f-3128-44e9-932c-a2b928f8dade req-e5839be1-ded3-4b96-9deb-9ddd7f13cabf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 945 time: 0.0964909
Jun 04 13:44:05.654158 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port 127312e2-aabd-4591-9f8c-85ed0e579be2 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:05.654379 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:05.781640 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] For port 127312e2-aabd-4591-9f8c-85ed0e579be2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=127312e2-aabd-4591-9f8c-85ed0e579be2,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:05.781989 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:05.995439 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for 127312e2-aabd-4591-9f8c-85ed0e579be2 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:06.102239 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:06.108247 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3cc6b8a9-7899-4292-ba9c-75a8f4fbbcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:06.155333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=127312e2-aabd-4591-9f8c-85ed0e579be2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:06.158400 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:06.228283 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] No DVR routers for this DVR port 127312e2-aabd-4591-9f8c-85ed0e579be2 on host hv-cinder-78477 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:44:06.231470 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:06.233957 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'name': 'network-vif-deleted', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 13:44:06.236224 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5874b2dbefd52c13952e7b36ab7a12fcbce5a759af2249b1b4850697f0243a71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db8cf6-473d-47e3-a1df-96a03def8fb2" -d '{"events": [{"server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "name": "network-vif-deleted", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 13:44:06.250251 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [req-93bec83f-3128-44e9-932c-a2b928f8dade req-4c280866-f4fe-425f-8723-d9964900bcc6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.22 "DELETE /v2.0/ports/127312e2-aabd-4591-9f8c-85ed0e579be2 HTTP/1.1" status: 204  len: 173 time: 0.7209523
Jun 04 13:44:06.280765 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a8ec05-4b0d-4160-afd9-b1d95a54653a x-openstack-request-id: req-14a8ec05-4b0d-4160-afd9-b1d95a54653a {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 13:44:06.281089 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4f8fa4-a51d-46da-84d3-df7b28129d1e", "name": "network-vif-deleted", "tag": "127312e2-aabd-4591-9f8c-85ed0e579be2", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 13:44:06.281418 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14a8ec05-4b0d-4160-afd9-b1d95a54653a {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 13:44:06.281906 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4f8fa4-a51d-46da-84d3-df7b28129d1e', 'name': 'network-vif-deleted', 'tag': '127312e2-aabd-4591-9f8c-85ed0e579be2', 'status': 'completed', 'code': 200}
Jun 04 13:44:06.611862 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [req-16841395-3d51-4a04-aa27-e8f38590e3f3 req-ea41576f-31f1-4358-8df3-5561e8f89ca6 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4f8fa4-a51d-46da-84d3-df7b28129d1e HTTP/1.1" status: 200  len: 210 time: 0.0446138
Jun 04 13:44:07.706421 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53268) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:07.920537 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Deleting port 79f4de5d-9696-40ec-979e-c5d2051ad1d3 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:07.920798 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.034943 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.035284 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.155233 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Calling delete_port for 79f4de5d-9696-40ec-979e-c5d2051ad1d3 owned by network:floatingip {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:08.261520 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.264845 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b604f30b-be9b-4b66-87c5-9da8c9143262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:08.305079 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 127312e2-aabd-4591-9f8c-85ed0e579be2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:08.307463 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'Port': ['ID=79f4de5d-9696-40ec-979e-c5d2051ad1d3,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:08.310883 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:08.341161 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] No Port match for: 127312e2-aabd-4591-9f8c-85ed0e579be2 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:08.341503 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Device 127312e2-aabd-4591-9f8c-85ed0e579be2 not bound to the agent host hv-cinder-78477 {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:08.398900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for floatingip, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.412790 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15414'] for floatingip, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:08.413892 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-56108fde-2424-43a5-b860-32147b5493f2 tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f6bb9b3-d0dd-4fdc-af18-7b3045404d22 HTTP/1.1" status: 204  len: 168 time: 0.7064791
Jun 04 13:44:09.775135 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53280) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:09.842607 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:09.871550 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:09.934598 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:09.939475 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c5535750-da55-4130-82b2-fc458143f2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:09.958554 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84abc60-f1df-4d8a-9559-989d808ef453,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:09.962150 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:09.969157 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Notify callbacks [] for security_group, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:09.972888 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-735e2b69-f3fb-4abb-ac4a-2e917c25299c tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] 10.222.0.20 "DELETE /v2.0/security-groups/e84abc60-f1df-4d8a-9559-989d808ef453 HTTP/1.1" status: 204  len: 168 time: 0.1934721
Jun 04 13:44:10.026080 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53284) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:10.832332 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:11.229712 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Deleting port b629cb2a-cb33-4b6c-86f3-ff4023430e59 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:11.229959 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:11.346804 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] For port b629cb2a-cb33-4b6c-86f3-ff4023430e59, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=b629cb2a-cb33-4b6c-86f3-ff4023430e59,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:11.347154 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:11.464052 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Calling delete_port for b629cb2a-cb33-4b6c-86f3-ff4023430e59 owned by network:router_interface {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:11.607990 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:11.611801 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-13d33d7b-c28a-435e-9b3d-f8d978693a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:11.654318 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Pushing event deleted for resources: {'Port': ['ID=b629cb2a-cb33-4b6c-86f3-ff4023430e59,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:11.657295 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:11.917705 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:12.364900 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Router e5dda697-665c-4901-beb2-bc98b976ae2b has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:44:12.537043 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:44:12.549674 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Sync routers for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:44:12.552919 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-3ae23e57-66c9-422f-83d2-40c3be10291e admin admin] 10.222.0.20 "PUT /v2.0/routers/e5dda697-665c-4901-beb2-bc98b976ae2b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5232775
Jun 04 13:44:12.552919 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53288) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:12.562780 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:12.563418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0922b0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:12.725348 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks [] for router, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:12.737852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: dv-cinder-784779-14-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:12.892725 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:12.966631 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Deleting port 51346a74-be1d-4f5f-8989-33e7e4291329 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:12.967380 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.058932 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0922b0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:44:11Z', 'revision_number': 5, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port': {'id': '51346a74-be1d-4f5f-8989-33e7e4291329', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:07Z', 'updated_at': '2021-06-04T13:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:13.062830 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Checking router: e5dda697-665c-4901-beb2-bc98b976ae2b for host: dv-cinder-784779-14-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:44:13.071136 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Routers {'e5dda697-665c-4901-beb2-bc98b976ae2b'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:13.071768 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0922b0>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['e5dda697-665c-4901-beb2-bc98b976ae2b'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:13.091224 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] For port 51346a74-be1d-4f5f-8989-33e7e4291329, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=51346a74-be1d-4f5f-8989-33e7e4291329,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:13.091591 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.210002 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Calling delete_port for 51346a74-be1d-4f5f-8989-33e7e4291329 owned by network:router_gateway {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:13.220944 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] Set router e5dda697-665c-4901-beb2-bc98b976ae2b gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:13.326953 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-53856463-143b-49e1-9e41-37af87af3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b0922b0>, [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:44:12Z', 'revision_number': 6, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:13.330877 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53856463-143b-49e1-9e41-37af87af3284 None None] The sync data for ids ['e5dda697-665c-4901-beb2-bc98b976ae2b'] in dv-cinder-784779-14-iscsi is: [{'id': 'e5dda697-665c-4901-beb2-bc98b976ae2b', 'name': 'tempest-TestVolumeBootPattern-1709718289-router', 'tenant_id': '8e3d345d3a614a4b8787e061bcd722af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:06Z', 'updated_at': '2021-06-04T13:44:12Z', 'revision_number': 6, 'project_id': '8e3d345d3a614a4b8787e061bcd722af', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:44:13.351733 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7863842'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.356017 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-c6279a43-861e-4b92-bef9-ca30bc7168ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:13.423886 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Pushing event deleted for resources: {'Port': ['ID=51346a74-be1d-4f5f-8989-33e7e4291329,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:13.425999 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:13.595050 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.764951 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.767270 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.788950 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.789624 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5dda697-665c-4901-beb2-bc98b976ae2b {{(pid=91608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:44:13.802051 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] Notify callbacks [] for router, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.803190 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-150dea0e-d53a-434c-b3c0-b6fc692d3913 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e5dda697-665c-4901-beb2-bc98b976ae2b HTTP/1.1" status: 204  len: 168 time: 1.2493696
Jun 04 13:44:13.805644 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.wsgi [-] (91608) accepted ('10.222.0.20', 53292) {{(pid=91608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:13.866748 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Deleting subnet 82f7d319-a1c0-4f68-a248-a488140df735 {{(pid=91608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:44:13.870689 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.919504 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6805744'] for subnet, precommit_delete_associations {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:13.996649 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.242901 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7863831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5301677'] for subnet, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.247343 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:14.282881 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f7d319-a1c0-4f68-a248-a488140df735,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:14.284999 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for subnet, before_response {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.287845 dv-cinder-784779-14-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:14.290342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d2eb7-4370-4332-ac95-68bdfac03fd6 None None] Network 97e550a9-845b-4a8e-a7a9-cdb33050eda3 requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:44:14.292097 dv-cinder-784779-14-iscsi neutron-server[91608]: INFO neutron.wsgi [None req-8e2bbb3d-89d6-4e64-8e8c-31f0030b5076 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82f7d319-a1c0-4f68-a248-a488140df735 HTTP/1.1" status: 204  len: 168 time: 0.4855094
Jun 04 13:44:14.294666 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53294) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:14.403974 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.479687 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Deleting port c0fcdd4e-6f35-4021-8605-732bffcfd155 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:14.480033 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.552120 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] DHCP port deletion for 97e550a9-845b-4a8e-a7a9-cdb33050eda3 request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:44:14.579193 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] For port c0fcdd4e-6f35-4021-8605-732bffcfd155, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c0fcdd4e-6f35-4021-8605-732bffcfd155,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:14.579583 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.616536 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 51346a74-be1d-4f5f-8989-33e7e4291329 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:14.652105 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 51346a74-be1d-4f5f-8989-33e7e4291329 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:14.652454 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 51346a74-be1d-4f5f-8989-33e7e4291329 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:14.652877 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c0fcdd4e-6f35-4021-8605-732bffcfd155 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:14.681566 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Deleting port c0fcdd4e-6f35-4021-8605-732bffcfd155 {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:14.681974 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.706891 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Calling delete_port for c0fcdd4e-6f35-4021-8605-732bffcfd155 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:14.753782 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.758661 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-945089e2-cd7b-4108-a778-7de946c6446d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:14.794294 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No active binding found for port c0fcdd4e-6f35-4021-8605-732bffcfd155 {{(pid=91609) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 13:44:14.794702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device c0fcdd4e-6f35-4021-8605-732bffcfd155 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:14.795132 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b629cb2a-cb33-4b6c-86f3-ff4023430e59 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:14.800344 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fcdd4e-6f35-4021-8605-732bffcfd155,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:14.802864 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:14.805401 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] No DVR routers for this DVR port c0fcdd4e-6f35-4021-8605-732bffcfd155 on host dv-cinder-784779-14-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:44:14.830840 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] For port c0fcdd4e-6f35-4021-8605-732bffcfd155, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=c0fcdd4e-6f35-4021-8605-732bffcfd155,segment=NetworkSegment(17c1ce98-1abd-40b4-92c0-32dcfdc99f8c),segment_id=17c1ce98-1abd-40b4-92c0-32dcfdc99f8c)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:14.831256 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.844999 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: b629cb2a-cb33-4b6c-86f3-ff4023430e59 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:14.845351 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device b629cb2a-cb33-4b6c-86f3-ff4023430e59 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:14.923342 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.936570 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a8aed5730>,) {'filters': {'network_id': ['97e550a9-845b-4a8e-a7a9-cdb33050eda3']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:14.949122 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8aed5730>, '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:14.949426 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a8aed5730>, '17c1ce98-1abd-40b4-92c0-32dcfdc99f8c') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:14.956249 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Calling delete_port for c0fcdd4e-6f35-4021-8605-732bffcfd155 owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:14.960844 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.977179 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.984182 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:44:14.984578 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:44:14.998640 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:44:15.001095 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:15.003888 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:15.046197 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Pushing event deleted for resources: {'Port': ['ID=c0fcdd4e-6f35-4021-8605-732bffcfd155,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:15.048487 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] No DVR routers for this DVR port c0fcdd4e-6f35-4021-8605-732bffcfd155 on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:44:15.058316 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.058728 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.059131 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.059702 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.060175 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.060516 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.060994 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.061318 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.061720 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.062114 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.062437 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.062757 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 13:44:15.065778 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-7d9d5b5f-a783-48d0-8493-989eb5b30ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:15.080772 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:15.084432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1447c5d-14d7-427b-9e1e-ab28f648f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:15.097097 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:15.107568 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e550a9-845b-4a8e-a7a9-cdb33050eda3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:15.110550 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:15.121393 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-65261498-a3b7-43b9-827f-6ad4928bdad3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/97e550a9-845b-4a8e-a7a9-cdb33050eda3 HTTP/1.1" status: 204  len: 168 time: 0.8256774
Jun 04 13:44:15.124232 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53296) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:15.741081 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044322'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:16.141657 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Deleting port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:16.142007 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:16.265848 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] For port 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:16.266208 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:16.393733 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Calling delete_port for 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:16.539593 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:16.544527 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-55bc2b3b-6080-40fc-a59a-236cbb8c5ddf tempest-TestVolumeBootPattern-1998396685 tempest-TestVolumeBootPattern-1998396685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:16.614223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Pushing event deleted for resources: {'Port': ['ID=41678aa9-eba8-44f8-a99e-3ccfe5e2ca23,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:16.617153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:16.949609 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041596'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:17.297226 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 has already been hosted by L3 agent 20f52a61-a3f5-4bab-804a-0b997c53ae01 {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 13:44:17.477198 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] Notify agent at l3_agent.dv-cinder-784779-14-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 13:44:17.486021 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Sync routers for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 13:44:17.493697 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2909dfba-0e21-4171-90fd-d5cbff80071e admin admin] 10.222.0.20 "PUT /v2.0/routers/60d8cd62-46ba-4e27-9d00-6cf6379a8916/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3684828
Jun 04 13:44:17.496663 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53298) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:17.496903 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:17.497515 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:17.665835 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:17.668061 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: dv-cinder-784779-14-iscsi {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:17.839092 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:17.908773 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Deleting port 4138574c-7a29-4b04-81c8-d4f8883b5bc7 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:17.909109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:17.946068 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d370>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'external_fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:44:16Z', 'revision_number': 5, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port': {'id': '4138574c-7a29-4b04-81c8-d4f8883b5bc7', 'name': '', 'network_id': 'dda1d803-f021-4cda-8e8e-95e9413377dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:37:17Z', 'updated_at': '2021-06-04T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22c8b96d-36f7-49f5-8791-a1830728a1f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-iscsi'}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:17.950453 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Checking router: 60d8cd62-46ba-4e27-9d00-6cf6379a8916 for host: dv-cinder-784779-14-iscsi {{(pid=91610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 13:44:17.959236 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Routers {'60d8cd62-46ba-4e27-9d00-6cf6379a8916'} bound to L3 agent in host dv-cinder-784779-14-iscsi {{(pid=91610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 13:44:17.959783 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d370>, 'dv-cinder-784779-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:23:28Z,description=<?>,heartbeat_timestamp=2021-06-04T13:43:58Z,host='dv-cinder-784779-14-iscsi',id=20f52a61-a3f5-4bab-804a-0b997c53ae01,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T13:23:28Z,topic='l3_agent')) {'router_ids': ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'], 'active': True} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:18.030479 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] For port 4138574c-7a29-4b04-81c8-d4f8883b5bc7, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=4138574c-7a29-4b04-81c8-d4f8883b5bc7,segment=NetworkSegment(8dff0f96-2cd6-44e1-bc59-b2be8071276d),segment_id=8dff0f96-2cd6-44e1-bc59-b2be8071276d)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:18.031100 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.132255 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_dvr_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] Set router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 gateway port host: None {{(pid=91610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 13:44:18.154286 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Calling delete_port for 4138574c-7a29-4b04-81c8-d4f8883b5bc7 owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:18.237796 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.l3_hamode_db [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a8b29d370>, [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:44:17Z', 'revision_number': 6, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port_host': None}], 'dv-cinder-784779-14-iscsi', False) {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:18.241982 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec865-8751-4f7f-92f9-6c3ddd035350 None None] The sync data for ids ['60d8cd62-46ba-4e27-9d00-6cf6379a8916'] in dv-cinder-784779-14-iscsi is: [{'id': '60d8cd62-46ba-4e27-9d00-6cf6379a8916', 'name': 'tempest-TestVolumeBootPattern-287622031-router', 'tenant_id': '34760d990017481786d3af216f2b09e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:15Z', 'updated_at': '2021-06-04T13:44:17Z', 'revision_number': 6, 'project_id': '34760d990017481786d3af216f2b09e9', 'gw_port_host': None}] {{(pid=91610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 13:44:18.407287 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.411738 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-271ee1d2-bcf1-467a-b190-9522a4af8f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:18.457496 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4138574c-7a29-4b04-81c8-d4f8883b5bc7,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:18.483257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:18.544446 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609823'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.719185 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-925217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.721350 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.745998 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925365'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.746501 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d8cd62-46ba-4e27-9d00-6cf6379a8916 {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 13:44:18.758648 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.759877 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3d027a6d-4219-431e-8b44-0b02705a3a20 admin admin] 10.222.0.20 "DELETE /v2.0/routers/60d8cd62-46ba-4e27-9d00-6cf6379a8916 HTTP/1.1" status: 204  len: 168 time: 1.2622812
Jun 04 13:44:18.762318 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53300) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:18.820652 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Deleting subnet eedfa310-0b3c-4c09-8a9d-99de37898942 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 13:44:18.823965 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.871974 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6631760'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.949334 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965912'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:18.987533 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:19.026342 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:19.026705 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 41678aa9-eba8-44f8-a99e-3ccfe5e2ca23 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:19.194166 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6790202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6769470'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.198949 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b1edaa5d-5fd4-45ea-9162-cb2993c973c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:19.239223 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedfa310-0b3c-4c09-8a9d-99de37898942,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:19.242615 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:19.243782 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.250299 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca6aa2-1e67-4622-ab03-318fbdebcce6 None None] Network c476e71c-bbf6-4695-80fd-d5f6def85b3f requested from dv-cinder-784779-14-iscsi {{(pid=91609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 13:44:19.254157 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4c44dba7-7e83-48c1-a218-3cd54b27e924 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eedfa310-0b3c-4c09-8a9d-99de37898942 HTTP/1.1" status: 204  len: 168 time: 0.4908791
Jun 04 13:44:19.256478 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53302) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:19.362181 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2039740'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.433326 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Deleting port af190fef-100a-4c68-9eda-ba32d9341048 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:19.433950 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.495589 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] DHCP port deletion for c476e71c-bbf6-4695-80fd-d5f6def85b3f request from dv-cinder-784779-14-iscsi {{(pid=91609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 13:44:19.539638 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] For port af190fef-100a-4c68-9eda-ba32d9341048, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=af190fef-100a-4c68-9eda-ba32d9341048,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:19.540000 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.602307 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Deleting port af190fef-100a-4c68-9eda-ba32d9341048 {{(pid=91609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 13:44:19.602307 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764565248759'] for port, before_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.663922 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Calling delete_port for af190fef-100a-4c68-9eda-ba32d9341048 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:19.698510 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] For port af190fef-100a-4c68-9eda-ba32d9341048, host dv-cinder-784779-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-iscsi',level=0,port_id=af190fef-100a-4c68-9eda-ba32d9341048,segment=NetworkSegment(b2ae636a-d79b-4d07-8a31-d903a3a1c916),segment_id=b2ae636a-d79b-4d07-8a31-d903a3a1c916)] {{(pid=91609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 13:44:19.698900 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042386'] for port, precommit_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.710642 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6790159'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.714510 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1eb73066-15d6-4dc5-b197-513659b4bff8 tempest-TestShelveInstance-560928960 tempest-TestShelveInstance-560928960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:19.819857 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Calling delete_port for af190fef-100a-4c68-9eda-ba32d9341048 owned by network:dhcp {{(pid=91609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 13:44:19.859314 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=af190fef-100a-4c68-9eda-ba32d9341048,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:19.863037 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1612855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764565159159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764564738133'] for port, after_delete {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.864744 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] No DVR routers for this DVR port af190fef-100a-4c68-9eda-ba32d9341048 on host dv-cinder-784779-14-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:44:19.866950 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:19.891729 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:19.908378 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Pushing event deleted for resources: {'Port': ['ID=af190fef-100a-4c68-9eda-ba32d9341048,revision_number=None']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:19.911336 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:19.912125 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7f9a6-db86-47b2-9f75-d2f5e6d7e036 None None] No DVR routers for this DVR port af190fef-100a-4c68-9eda-ba32d9341048 on host dv-cinder-784779-14-iscsi {{(pid=91609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 13:44:19.985267 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2000077', 'neutron.services.segments.db._delete_segments_for_network-8764565201601'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:19.998427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a89dadaf0>,) {'filters': {'network_id': ['c476e71c-bbf6-4695-80fd-d5f6def85b3f']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:20.010036 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89dadaf0>, 'b2ae636a-d79b-4d07-8a31-d903a3a1c916') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:20.010329 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a89dadaf0>, 'b2ae636a-d79b-4d07-8a31-d903a3a1c916') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 13:44:20.021257 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764565205212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6631721'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.036607 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.043021 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 13:44:20.043427 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790352'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]: Traceback (most recent call last):
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     timer()
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     cb(*args, **kw)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     return func(*args, **kwargs)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     self._notify()
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     self.callback(batched_events)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     event.method(event)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     return f(self, *a, **k)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._get(url).json()
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     return self.request(url, 'GET', **kwargs)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 13:44:20.056099 dv-cinder-784779-14-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 13:44:20.131917 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2000070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609908'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.135390 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:20.147878 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631736'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.156236 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c476e71c-bbf6-4695-80fd-d5f6def85b3f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:20.160109 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:20.166324 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fdf6bb68-24fc-4f34-a19f-16fba9172b1b admin admin] 10.222.0.20 "DELETE /v2.0/networks/c476e71c-bbf6-4695-80fd-d5f6def85b3f HTTP/1.1" status: 204  len: 168 time: 0.9083681
Jun 04 13:44:20.315187 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53306) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:20.362828 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9efce24a-167b-4e27-9e1f-83553f0db88a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e3d345d3a614a4b8787e061bcd722af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464218
Jun 04 13:44:20.365153 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53308) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:20.421378 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.445887 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.499870 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.503432 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3dd7e92d-5f18-4873-aec2-f0639804c469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:20.517343 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4243d-9965-4106-8548-27f62f6683dc,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:20.522333 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:20.524124 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:20.525733 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-afc526b5-fd7a-4ccf-aea6-56416ee1f87d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2e4243d-9965-4106-8548-27f62f6683dc HTTP/1.1" status: 204  len: 168 time: 0.1591878
Jun 04 13:44:20.589053 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4138574c-7a29-4b04-81c8-d4f8883b5bc7 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:20.622163 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: 4138574c-7a29-4b04-81c8-d4f8883b5bc7 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:20.622522 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device 4138574c-7a29-4b04-81c8-d4f8883b5bc7 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:20.622957 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device af190fef-100a-4c68-9eda-ba32d9341048 no longer exists at agent ovs-agent-dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 13:44:20.656585 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] No Port match for: af190fef-100a-4c68-9eda-ba32d9341048 {{(pid=91609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 13:44:20.656940 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.rpc [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Device af190fef-100a-4c68-9eda-ba32d9341048 not bound to the agent host dv-cinder-784779-14-iscsi {{(pid=91609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 13:44:20.874046 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53314) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:20.921082 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-617a3997-dd35-4726-b962-dcd43afd2322 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34760d990017481786d3af216f2b09e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458496
Jun 04 13:44:20.923369 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.20', 53316) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 13:44:20.979706 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:21.004853 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:21.054772 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004126'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:21.058996 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4dbe4d37-3f56-4e65-9270-29a4355bd192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 13:44:21.069282 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ebe5ea-670b-4fef-ab83-e8d8887f5a98,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 13:44:21.073007 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 13:44:21.077657 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:21.078826 dv-cinder-784779-14-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-490e2da1-6101-4844-aadd-45b7fd54a5dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44ebe5ea-670b-4fef-ab83-e8d8887f5a98 HTTP/1.1" status: 204  len: 168 time: 0.1545620
Jun 04 13:44:25.112537 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1f1c-b8b5-429d-aca9-91fad96465bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:26.142609 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:44:27.620525 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-44230057-6dfb-48e7-ae53-720895492cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:28.066312 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:28.818566 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:29.023703 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:30.582691 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:55.114147 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-2c10825f-4188-49c7-b5bb-43d8a428a368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:57.621742 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-3684d357-2fa8-47f6-afd8-0dc0b1d7f353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:58.070038 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:58.820606 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:44:59.046610 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:00.584558 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:03.141350 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:45:25.114198 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0ce7-fb00-4deb-8c6d-c3fe29ad7ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:27.622062 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e7e987ef-1f34-4187-a2fc-bbd0e8ae95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:28.072301 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:28.822366 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:29.050260 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:30.589168 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:40.140486 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:45:55.115220 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-bdde47a6-6b94-41a7-8313-98c6cbfc6845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:57.623145 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-f7952acc-53cb-4915-ba67-bcc1c3db00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:58.074590 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:58.824995 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:45:59.055640 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:00.591153 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:17.138668 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:46:25.116594 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-64b12c90-fc72-49bc-bf56-2006b695a3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:27.623935 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-b1a310b4-970d-4b82-ad7a-379694b0d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.076070 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:28.828881 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:29.053570 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:30.594832 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:50.636527 dv-cinder-784779-14-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-26737805-bfd7-4e18-b2d2-8e3e88014959 req-5d99e59f-1dc9-4c5d-a127-b468b1ed7a40 service neutron] (91607) timed out ('10.222.0.22', 58681) {{(pid=91607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 13:46:54.137316 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:46:55.117894 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-fb9200b9-756d-44a5-a9fb-1a9bf2b55218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:57.625596 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-a658d22d-d9ca-4e52-87ae-4c39a72c7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.077987 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:58.831632 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:46:59.080778 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:00.596169 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:25.119479 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-0a3e44e5-1795-47d0-ae38-6048ede18b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:27.625777 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d1307893-786a-4a82-a92a-323f1e1a8bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:28.080621 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:28.834322 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:29.086082 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:30.604162 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:31.135900 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:47:55.120852 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc021672-e9a3-486d-9421-d42c62205d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:57.627932 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-639d25c3-1843-4974-8a6a-acd743d47f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.083451 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:58.837399 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:47:59.094710 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:00.603463 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:08.148298 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:48:25.125611 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-77a71f3b-373b-4ea5-aa33-835c334acdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:27.629155 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-40ec1013-7f7b-4260-bf0b-dd16085e369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:28.086418 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:28.841429 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:29.086179 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:30.608257 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:45.138300 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:48:55.130201 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8b9c02b5-0212-44a1-aa96-aa4118e39deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:57.632193 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e9f49866-e1d7-4ff4-b94d-c757c5370657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:58.089262 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:58.844154 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:48:59.100872 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:00.611396 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:22.136669 dv-cinder-784779-14-iscsi neutron-server[91610]: DEBUG neutron.db.agents_db [None req-ee8510d7-5a82-4db8-ac9e-70857ea8dbf5 None None] Agent healthcheck: found 6 active agents {{(pid=91610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 13:49:25.133848 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5810b12b-f252-43be-bc7f-1f2145ce0995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:27.634057 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5c987989-1828-40a0-81f9-c33a3fd8f891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:28.091902 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3080-5f7b-4dcf-8d86-5737dff69395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:28.852996 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa515-0abd-4c01-939e-47bed2622b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:29.097835 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-e1c16093-d715-4d7d-9cc8-21b6d731a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 13:49:30.614356 dv-cinder-784779-14-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-d7757b02-4b97-4335-9bce-806a95ea343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764565201583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999495'] for agent, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}